-- Logs begin at Wed 2021-09-01 04:06:19 UTC, end at Wed 2021-09-01 05:25:42 UTC. -- Sep 01 04:49:52.630720 dv-cinder-804035-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 04:49:55.337814 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.common.config [-] Logging enabled! Sep 01 04:49:55.338418 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Sep 01 04:49:55.338586 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 04:49:55.341903 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.common.config [-] Logging enabled! Sep 01 04:49:55.342158 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Sep 01 04:49:55.342469 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111044) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 04:49:55.343400 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 04:49:55.343634 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 04:49:55.343993 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 04:49:55.344238 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 04:49:55.344464 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 04:49:55.344781 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.345095 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.345393 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.345621 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.345912 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.346197 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.346476 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.346760 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.347056 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.347339 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.347616 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.347898 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.348126 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.348406 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.348695 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.348978 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.349226 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] debug = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.349505 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.349922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.350319 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.350622 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.350910 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.351186 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.351457 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.351733 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.352016 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.352344 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] host = dv-cinder-804035-8-iscsi {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.352621 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.352903 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.353214 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.353501 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.353775 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.354052 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.354333 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.354604 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.354876 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] log_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.355150 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.355437 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.355723 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.356009 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.356232 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.356453 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.356738 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.357020 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.357352 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.357627 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.357901 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.358174 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.358451 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.358716 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.358998 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.359280 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.359563 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.359836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.360108 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.360377 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.360644 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.360924 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.361225 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.361496 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.361768 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.362052 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.362319 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.362588 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.362884 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.363169 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.363451 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.363735 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.364007 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.364286 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.364556 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.364827 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.365123 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] use_json = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.365397 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.365665 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.365945 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.366742 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.367018 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.367372 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.367647 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.367933 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:55.368231 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.368525 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.368824 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.369138 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.369433 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.369711 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.369999 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.370278 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.370565 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.370852 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.371137 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.371414 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.371701 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.371977 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.372271 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.372574 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.372865 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.373182 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.373459 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.373730 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.374002 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.374280 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.374569 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.374849 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.375135 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.375422 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.375700 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.375984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.376275 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.376564 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.376837 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.377141 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.377432 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.377707 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.377976 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.378252 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.378534 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.378814 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.379084 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.379362 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.379637 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.379907 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.380178 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.380454 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.380739 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.381014 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.381304 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.381575 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.382455 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.382744 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.383024 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.383302 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.383573 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.383843 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.384120 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.384391 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.384664 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.384939 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.385239 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.385515 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.385786 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.386053 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.386323 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.386593 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.386862 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.387131 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.387398 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.387673 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.387942 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.388211 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.388480 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.388751 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.389043 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.389333 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.389629 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.389904 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.390178 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.390452 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.390727 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.391002 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.391276 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.391550 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.391824 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.392093 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.392380 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.392661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.392944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.393245 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.393521 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.393817 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.394089 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.394365 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.394645 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.394919 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.395201 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.395477 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.395765 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.396053 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.396341 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.396632 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.396921 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.397225 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.397638 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.397927 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:55.398313 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 04:49:55.398556 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111044) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 04:49:55.749084 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 04:49:55.749277 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 04:49:55.749565 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 04:49:55.749897 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 04:49:56.145243 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.145534 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.145803 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.147075 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.147348 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.148158 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.182206 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.182483 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.182749 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.199699 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.199982 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.200255 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.229011 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.229315 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.229584 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.265518 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.265812 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.266072 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.498862 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.499449 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.499449 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.499661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.500368 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.621394 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.621716 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.621999 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.622271 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.622541 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.622852 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.623112 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.623366 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.623619 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.623900 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.624159 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.624422 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.624677 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.624925 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.625203 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.625468 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.625725 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.625990 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.626257 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.626513 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.626782 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.627032 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.627312 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.627687 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.627936 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.628181 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.628578 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:49:56.628817 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:49:56.629074 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:49:56.629315 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:49:56.629551 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:49:56.629786 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:49:56.630148 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 04:49:56.634097 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 04:49:56.638021 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 04:49:56.641764 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 01 04:49:56.643393 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 04:49:56.643842 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 04:49:56.644325 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 04:49:56.644714 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 04:49:56.647607 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 04:49:56.647865 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 04:49:56.648381 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 04:49:56.653700 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 04:49:56.675554 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 04:49:56.676002 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.676296 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111044) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 01 04:49:56.676658 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.678028 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111044) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 04:49:56.678307 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 04:49:56.678552 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 04:49:56.682428 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.682672 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:56.747066 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 04:49:56.747303 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 04:49:56.747537 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 04:49:56.747904 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 04:49:56.769186 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_db.sqlalchemy.engines [None req-c753255f-ba19-476d-aafd-029377745a3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111044) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 04:49:57.466951 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Initializing driver for type 'gre' Sep 01 04:49:57.467525 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c753255f-ba19-476d-aafd-029377745a3d None None] gre ID ranges: [(1, 1000)] Sep 01 04:49:57.655079 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Initializing driver for type 'local' Sep 01 04:49:57.655679 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Initializing driver for type 'vlan' Sep 01 04:49:57.775572 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c753255f-ba19-476d-aafd-029377745a3d None None] VlanTypeDriver initialization complete Sep 01 04:49:57.775907 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Initializing driver for type 'vxlan' Sep 01 04:49:57.776440 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c753255f-ba19-476d-aafd-029377745a3d None None] vxlan ID ranges: [(1, 1000)] Sep 01 04:49:57.968747 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Initializing extension driver 'port_security' Sep 01 04:49:57.969108 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.extensions.port_security [None req-c753255f-ba19-476d-aafd-029377745a3d None None] PortSecurityExtensionDriver initialization complete Sep 01 04:49:57.969441 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Initializing mechanism driver 'openvswitch' Sep 01 04:49:57.969773 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Initializing mechanism driver 'hyperv' Sep 01 04:49:57.983142 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.plugin [None req-c753255f-ba19-476d-aafd-029377745a3d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:49:57.983815 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > port after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.984188 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > port after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.984531 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > port after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.985067 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:49:57.985500 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > subnet after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.985848 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > subnet after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.986231 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.986616 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:49:57.987017 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > network after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.987459 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > network after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.987805 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > network after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.988191 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:49:57.988630 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > security_group after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.988971 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > security_group after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.989333 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > security_group after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.989854 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:49:57.990258 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.990605 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.990945 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.991432 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:49:57.991833 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > address_group after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.992176 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > address_group after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.992511 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > address_group after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.992899 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111044) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:49:57.993312 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c753255f-ba19-476d-aafd-029377745a3d None None] ML2 OVO RPC backend initialized. {{(pid=111044) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 01 04:49:57.994016 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.994443 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.995038 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > network before_response 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.995389 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > networks before_response 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.995732 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > port before_response 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.996070 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > ports before_response 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.996433 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > subnet before_response 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.996773 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > subnets before_response 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:57.997140 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > network after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.003684 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > network after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.003684 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > network after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.003684 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > port after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.003684 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > port after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.003993 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > port after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.003993 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > subnet after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.003993 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > subnet after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.003993 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > subnet after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.004286 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.plugin [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Modular L2 Plugin initialization complete Sep 01 04:49:58.004286 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading services supported by the core plugin {{(pid=111044) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 04:49:58.004286 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.plugins.ml2.managers [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Got port-security extension from driver 'port_security' Sep 01 04:49:58.004286 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.extensions.vlantransparent [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Disabled vlantransparent extension. Sep 01 04:49:58.004286 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111044) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 04:49:58.004286 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading Plugin: router Sep 01 04:49:58.041648 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router_interface before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.042040 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router after_create 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.042411 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router before_create 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.042771 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.043138 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.043488 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router after_delete 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.043842 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > floatingip after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.044187 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > floatingip after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.044539 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router after_create 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.044882 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router after_update 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.045256 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router after_update 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.045605 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.045958 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router after_update 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.046402 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_update 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.046773 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: port after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.047116 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: port after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.047457 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: subnet after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.047800 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.048149 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > port precommit_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.048494 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_create 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.048833 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: port before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.049197 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.049550 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router after_update 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.049886 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_delete 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.050230 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_create 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.050586 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router_interface after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.050925 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_update 55549900 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.051284 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > agent after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.051628 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > agent after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.051967 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > network after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.052809 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Tracking information for resource: router configured {{(pid=111044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:49:58.053166 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Tracking information for resource: floatingip configured {{(pid=111044) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:49:58.058802 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.db.l3_agentschedulers_db [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 04:49:58.059379 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: port after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.059740 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: port after_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.060092 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: port after_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.060701 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: port after_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.061510 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router before_create 55550100 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.061874 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_delete 55550100 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.062237 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_create 55550100 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.062590 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > router precommit_update 55550100 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.067340 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.services.provider_configuration [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service providers = [] {{(pid=111044) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 04:49:58.067696 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.db.servicetype_db [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111044) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 04:49:58.071211 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.services.service_base [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 04:49:58.071555 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.services.service_base [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 04:49:58.071894 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.services.service_base [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 04:49:58.072780 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.services.service_base [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111044) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 04:49:58.073174 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.services.service_base [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 04:49:58.073546 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:49:58.073859 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 04:49:58.084358 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:49:58.084695 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading Plugin: auto_allocate Sep 01 04:49:58.090605 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: network precommit_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.090968 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: network precommit_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.091482 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:49:58.091798 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading Plugin: tag Sep 01 04:49:58.098760 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:49:58.099039 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading Plugin: timestamp Sep 01 04:49:58.103047 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:49:58.103378 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading Plugin: network_ip_availability Sep 01 04:49:58.108711 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.109109 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.109466 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.110177 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:49:58.110492 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading Plugin: flavors Sep 01 04:49:58.115099 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:49:58.115431 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading Plugin: revisions Sep 01 04:49:58.120334 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111044) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:49:58.120714 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_concurrency.lockutils [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.371s {{(pid=111044) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 04:49:58.121461 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111044) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 01 04:49:58.121792 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Initializing extension manager. Sep 01 04:49:58.122295 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: __init__.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.122629 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: __pycache__ {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.122954 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.123280 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: address_group.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.124020 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.124579 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: address-group Sep 01 04:49:58.124895 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: address_scope.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.125625 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.126136 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: address-scope Sep 01 04:49:58.126450 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: admin_state_down_before_update.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.127371 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.127876 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: router-admin-state-down-before-update Sep 01 04:49:58.128194 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: agent.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.129105 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.129613 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: agent Sep 01 04:49:58.129932 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: agent_resources_synced.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.130831 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.131336 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: agent-resources-synced Sep 01 04:49:58.132410 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: allowedaddresspairs.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.134217 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.134745 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: allowed-address-pairs Sep 01 04:49:58.135072 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: auto_allocated_topology.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.136301 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.136848 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: auto-allocated-topology Sep 01 04:49:58.137198 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: availability_zone.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.137892 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.138394 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: availability_zone Sep 01 04:49:58.138711 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: availability_zone_filter.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.139616 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.140119 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: availability_zone_filter Sep 01 04:49:58.140437 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: data_plane_status.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.141364 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.141864 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 04:49:58.142181 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: default_subnetpools.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.143081 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.143584 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: default-subnetpools Sep 01 04:49:58.143902 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: dhcpagentscheduler.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.144701 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.145236 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: dhcp_agent_scheduler Sep 01 04:49:58.145558 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: dns.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.146471 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.146971 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension dns-integration not supported by any of loaded plugins Sep 01 04:49:58.147309 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: dns_domain_ports.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.148349 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.148858 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 04:49:58.149209 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.150121 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.150626 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 04:49:58.150945 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: dvr.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.151611 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.152113 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: dvr Sep 01 04:49:58.152428 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: ecmp_routes.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.153361 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.153864 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 04:49:58.154180 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: empty_string_filtering.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.155077 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.155582 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: empty-string-filtering Sep 01 04:49:58.155898 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.156803 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.157335 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 04:49:58.157653 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.158559 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.159059 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 04:49:58.159375 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: external_net.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.160274 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.160779 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: external-net Sep 01 04:49:58.161121 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: extra_dhcp_opt.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.162021 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.162521 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: extra_dhcp_opt Sep 01 04:49:58.162837 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: extraroute.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.163919 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.164422 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: extraroute Sep 01 04:49:58.164738 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: extraroute_atomic.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.165781 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.166292 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: extraroute-atomic Sep 01 04:49:58.166611 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: filter_validation.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.167269 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.167769 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: filter-validation Sep 01 04:49:58.168089 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: fip_pf_description.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.168987 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.169514 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 04:49:58.169830 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: fip_port_details.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.170734 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.171239 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: fip-port-details Sep 01 04:49:58.171554 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: flavors.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.172748 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.173364 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: flavors Sep 01 04:49:58.173686 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.175313 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.175828 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 04:49:58.176155 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: floatingip_pools.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.176845 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.177386 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: floatingip-pools Sep 01 04:49:58.177704 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: ip_allocation.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.179293 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.179799 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 04:49:58.180116 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.181046 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.181566 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: ip-substring-filtering Sep 01 04:49:58.181884 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: l2_adjacency.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.182806 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.183310 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 04:49:58.183705 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: l3.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.184794 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.185346 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: router Sep 01 04:49:58.185919 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: l3_conntrack_helper.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.188205 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.188733 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 04:49:58.189082 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.190602 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.191119 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: ext-gw-mode Sep 01 04:49:58.191441 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.192427 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.192934 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: l3-ha Sep 01 04:49:58.193277 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: l3_flavors.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.194772 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.195253 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: l3-flavors Sep 01 04:49:58.195570 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.196573 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.197109 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 04:49:58.197431 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: l3agentscheduler.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.198462 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.198969 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: l3_agent_scheduler Sep 01 04:49:58.199292 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: logging.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.200760 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.201306 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension logging not supported by any of loaded plugins Sep 01 04:49:58.201632 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: metering.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.202364 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.202935 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: metering Sep 01 04:49:58.203253 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.204387 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.204901 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: metering_source_and_destination_fields Sep 01 04:49:58.205248 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: multiprovidernet.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.206170 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.206676 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: multi-provider Sep 01 04:49:58.206996 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: netmtu.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.207904 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.208408 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: net-mtu Sep 01 04:49:58.208724 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: netmtu_writable.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.209668 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.210255 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: net-mtu-writable Sep 01 04:49:58.210567 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: network_availability_zone.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.211233 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.211732 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: network_availability_zone Sep 01 04:49:58.212046 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: network_ip_availability.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.213173 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.213682 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: network-ip-availability Sep 01 04:49:58.213999 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: network_segment_range.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.214748 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.215250 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 04:49:58.215565 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: pagination.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.216534 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.216859 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: pagination Sep 01 04:49:58.217203 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: port_device_profile.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.218102 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.218613 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: port-device-profile Sep 01 04:49:58.218929 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.219834 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.220343 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: port-mac-address-regenerate Sep 01 04:49:58.220659 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.221584 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.222094 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: port-numa-affinity-policy Sep 01 04:49:58.222412 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: port_resource_request.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.223310 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.223815 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 04:49:58.224133 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: portbindings.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.225071 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.225612 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: binding Sep 01 04:49:58.225924 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: portbindings_extended.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.227296 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.227814 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: binding-extended Sep 01 04:49:58.228135 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: portsecurity.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.229048 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.229568 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: port-security Sep 01 04:49:58.229886 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: project_id.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.230849 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.231170 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: project-id Sep 01 04:49:58.231487 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: providernet.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.232413 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.232925 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: provider Sep 01 04:49:58.233283 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.236764 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.237317 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos not supported by any of loaded plugins Sep 01 04:49:58.237643 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.238904 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.239413 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 04:49:58.239736 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.240651 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.241713 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 04:49:58.242032 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_default.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.242942 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.243448 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-default not supported by any of loaded plugins Sep 01 04:49:58.243768 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_fip.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.244415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.244911 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-fip not supported by any of loaded plugins Sep 01 04:49:58.245255 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_gateway_ip.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.246176 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.246684 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 04:49:58.247009 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_port_network_policy.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.247920 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.248423 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 04:49:58.248741 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_pps_rule.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.249931 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.250451 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-pps not supported by any of loaded plugins Sep 01 04:49:58.250774 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_rule_type_details.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.251682 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.252191 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 04:49:58.252512 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: qos_rules_alias.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.253566 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.254074 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 04:49:58.254392 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: quotasv2.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.255293 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.255616 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: quotas Sep 01 04:49:58.255931 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: quotasv2_detail.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.260594 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.260931 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: quota_details Sep 01 04:49:58.261280 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: rbac.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.262534 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.263111 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: rbac-policies Sep 01 04:49:58.263442 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: rbac_address_group.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.264381 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.264893 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: rbac-address-group Sep 01 04:49:58.265240 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: rbac_address_scope.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.266158 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.266668 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: rbac-address-scope Sep 01 04:49:58.266990 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: rbac_security_groups.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.267910 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.268416 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: rbac-security-groups Sep 01 04:49:58.268736 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: rbac_subnetpool.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.269681 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.270189 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: rbac-subnetpool Sep 01 04:49:58.270511 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: revisionifmatch.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.271422 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.271934 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: revision-if-match Sep 01 04:49:58.272254 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: revisions.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.273570 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.274081 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: standard-attr-revisions Sep 01 04:49:58.274404 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: router_availability_zone.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.275079 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.275586 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: router_availability_zone Sep 01 04:49:58.275906 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: routerservicetype.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.276973 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.277504 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension router-service-type not supported by any of loaded plugins Sep 01 04:49:58.277828 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.278750 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.279261 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: security-groups-normalized-cidr Sep 01 04:49:58.279580 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: security_groups_port_filtering.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.280491 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.281002 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: port-security-groups-filtering Sep 01 04:49:58.281346 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.282261 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.282780 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: security-groups-remote-address-group Sep 01 04:49:58.283101 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: securitygroup.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.292983 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.293519 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: security-group Sep 01 04:49:58.293851 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: segment.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.294638 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.295144 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension segment not supported by any of loaded plugins Sep 01 04:49:58.295466 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.296390 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.296898 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 04:49:58.297333 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: servicetype.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.298521 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.299037 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: service-type Sep 01 04:49:58.299358 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: sorting.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.300333 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.300681 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: sorting Sep 01 04:49:58.301001 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: standard_attr_segment.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.301937 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.302447 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 04:49:58.302764 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: standardattrdescription.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.303409 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.304460 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: standard-attr-description Sep 01 04:49:58.304781 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: stateful_security_group.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.305753 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.306261 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: stateful-security-group Sep 01 04:49:58.306582 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: stdattrs_common.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.307160 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 04:49:58.307475 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.308408 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.308920 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 04:49:58.309262 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: subnet_onboard.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.310338 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.311112 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: subnet_onboard Sep 01 04:49:58.311434 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.312354 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.312864 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 04:49:58.313216 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: subnet_service_types.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.314137 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.314649 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: subnet-service-types Sep 01 04:49:58.314970 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: subnetallocation.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.316039 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.316550 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: subnet_allocation Sep 01 04:49:58.316871 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.317554 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.318069 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: subnetpool-prefix-ops Sep 01 04:49:58.318388 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.319888 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.320567 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 04:49:58.320889 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: tagging.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.321990 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.322514 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: standard-attr-tag Sep 01 04:49:58.322837 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: timestamp.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.324044 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.324561 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loaded extension: standard-attr-timestamp Sep 01 04:49:58.324885 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: trunk.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.325941 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.326458 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension trunk not supported by any of loaded plugins Sep 01 04:49:58.326781 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: trunk_details.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.327704 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.328223 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension trunk-details not supported by any of loaded plugins Sep 01 04:49:58.328546 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: uplink_status_propagation.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.329493 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.330105 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 04:49:58.330428 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Loading extension file: vlantransparent.py {{(pid=111044) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:49:58.331102 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111044) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:49:58.331609 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 04:49:58.334130 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:network Sep 01 04:49:58.334663 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:subnet Sep 01 04:49:58.335089 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:49:58.335476 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:port Sep 01 04:49:58.336695 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.337155 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service FLAVORS assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.337775 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.338205 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.338531 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:router Sep 01 04:49:58.338959 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:floatingip Sep 01 04:49:58.339450 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service METERING assigned prefix: /metering {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.340880 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.341278 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.341632 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111044) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:49:58.342636 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 04:49:58.343075 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:security_group Sep 01 04:49:58.343494 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 04:49:58.345236 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service CORE assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.345571 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:49:58.345929 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] subnetpool is already registered Sep 01 04:49:58.346357 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service CORE assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.346681 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:49:58.347010 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] subnetpool is already registered Sep 01 04:49:58.349299 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.349725 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service FLAVORS assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.350309 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.350748 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.351158 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:router Sep 01 04:49:58.351498 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] router is already registered Sep 01 04:49:58.351903 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:floatingip Sep 01 04:49:58.352235 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] floatingip is already registered Sep 01 04:49:58.352683 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service METERING assigned prefix: /metering {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.353370 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 04:49:58.353693 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] rbac_policy is already registered Sep 01 04:49:58.354095 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:security_group Sep 01 04:49:58.354424 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] security_group is already registered Sep 01 04:49:58.354817 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 04:49:58.355143 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] security_group_rule is already registered Sep 01 04:49:58.355755 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service CORE assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.356077 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:49:58.356403 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] subnetpool is already registered Sep 01 04:49:58.356808 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.v2.resource_helper [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Service CORE assigned prefix: {{(pid=111044) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:49:58.357153 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:49:58.357479 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING neutron.quota.resource_registry [None req-c753255f-ba19-476d-aafd-029377745a3d None None] subnetpool is already registered Sep 01 04:49:58.357943 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: extensions {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.359421 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: address-groups {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.360945 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: address-scopes {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.362288 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: agents {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.363461 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: auto-allocated-topology {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.364718 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: availability_zones {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.366568 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: dhcp-networks {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.368193 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: dhcp-agents {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.369649 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: routers {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.371834 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: flavors {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.373005 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: service_profiles {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.374254 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: next_providers {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.375712 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: service_profiles {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.377260 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: floatingip-pools {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.378470 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: routers {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.380661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: floatingips {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.382520 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: l3-routers {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.383906 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: l3-agents {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.385334 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: metering-labels {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.386697 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: metering-label-rules {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.388006 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: network-ip-availabilities {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.389286 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: bindings {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.390949 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: quotas {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.392401 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: quotas {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.393856 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: rbac-policies {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.395055 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: security-groups {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.396349 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: security-group-rules {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.397948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: service-providers {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.399289 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: subnetpools {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.400709 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: subnetpools {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.402241 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.403903 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.405736 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.407521 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.410306 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.412186 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.413960 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.415866 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.417656 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.419402 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron.api.extensions [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Extended resource: tags {{(pid=111044) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:49:58.425271 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING keystonemiddleware.auth_token [None req-c753255f-ba19-476d-aafd-029377745a3d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 04:49:58.430504 dv-cinder-804035-8-iscsi neutron-server[111044]: WARNING keystonemiddleware.auth_token [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 04:49:58.439140 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_concurrency.lockutils [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Acquired lock "singleton_lock" {{(pid=111044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 01 04:49:58.439615 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_concurrency.lockutils [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Releasing lock "singleton_lock" {{(pid=111044) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 01 04:49:58.440253 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO oslo_service.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Starting 2 workers Sep 01 04:49:58.445739 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Started child 111187 {{(pid=111044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 04:49:58.450242 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Started child 111188 {{(pid=111044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 04:49:58.451177 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:49:58.451817 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO neutron.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 04:49:58.452451 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Notify callbacks [] for process, before_spawn {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:49:58.452716 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [-] (111187) wsgi starting up on http://0.0.0.0:9696 Sep 01 04:49:58.454933 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO oslo_service.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Starting 1 workers Sep 01 04:49:58.455048 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:49:58.456280 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [-] (111188) wsgi starting up on http://0.0.0.0:9696 Sep 01 04:49:58.460214 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Started child 111189 {{(pid=111044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 04:49:58.461060 dv-cinder-804035-8-iscsi neutron-server[111044]: INFO oslo_service.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Starting 1 workers Sep 01 04:49:58.464104 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] calling RpcWorker wait() {{(pid=111189) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 04:49:58.464620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] returning from RpcWorker wait() {{(pid=111189) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 04:49:58.465686 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Started child 111190 {{(pid=111044) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 04:49:58.466046 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:49:58.466499 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:49:58.466590 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG neutron_lib.callbacks.manager [None req-c753255f-ba19-476d-aafd-029377745a3d None None] Notify callbacks [] for process, after_spawn {{(pid=111044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:49:58.468485 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 04:49:58.468694 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 04:49:58.468876 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 04:49:58.469112 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 04:49:58.469455 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 04:49:58.469613 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 04:49:58.470120 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.470393 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.470648 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.470905 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.471186 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.471835 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.472279 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.473316 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.473613 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.473726 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:49:58.474201 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.474282 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.476389 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.476389 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.476389 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.476389 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.476389 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.476389 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.476777 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.476934 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.477169 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.477447 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.477690 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.478032 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] debug = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.478281 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.478762 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.479000 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.479235 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.480072 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.480371 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.480607 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.480886 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.481340 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.481565 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.481866 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.482139 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.482385 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.482624 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.482861 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.483108 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.483327 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.483790 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] host = dv-cinder-804035-8-iscsi {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.484003 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.484236 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.484459 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.484688 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.484933 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.485168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.485414 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.485798 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.486050 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.486277 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.486579 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.486908 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.487156 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.487407 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.487570 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_options = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.487816 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.488082 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.488343 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.488533 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.488704 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.488880 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.489166 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.489330 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.489591 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.489820 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.490030 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.490241 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.490469 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.490713 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.490987 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.492119 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.492364 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.492676 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.492813 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.493098 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.493315 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.493548 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.493766 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.493983 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.494183 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.494394 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.494616 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.494847 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.495058 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.495316 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.495544 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.495795 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.496025 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.496291 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.496516 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.496743 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.496958 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.497257 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.497485 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.497743 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.497995 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.498223 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.498463 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.498698 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.498943 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.499274 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_json = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.499465 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.499697 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.499954 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.500185 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.500413 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.500619 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.500832 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.501216 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.501504 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.501785 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.502102 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.502324 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.502555 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.502803 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.503969 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.504318 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.504958 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.505315 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.505661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.505903 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.506223 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.506475 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.506741 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.507098 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.507386 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.507653 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.507896 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.508142 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.508379 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.508618 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.508902 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.509164 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.509429 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.509661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.509890 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.510222 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.510496 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.510948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.511205 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.511360 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:49:58.511479 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.511665 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.511881 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.512097 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.512328 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.512539 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.513101 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.513101 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.522693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.522693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.522693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.522693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.522693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.522693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.522693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.522693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.523836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.524878 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.525864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.526922 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.528063 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.528063 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.528063 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.528063 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.528063 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.528063 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.528063 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.528063 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.529168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.529168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.529168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.529168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.529168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.529168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.529168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.529168 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530219 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530219 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530219 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530219 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530219 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530219 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530219 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530219 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530843 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530843 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530843 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530843 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.530843 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.531203 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.531281 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.531530 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.531771 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.532041 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.532318 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.532608 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.533215 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.533215 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.533454 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.533718 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.533997 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.534246 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.534545 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.535106 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.535106 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.535371 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.535518 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.535781 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.536022 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.536303 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.536544 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.536766 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.536982 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.537237 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.538421 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.538421 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.538743 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.538997 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.539121 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.539379 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.539884 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.539884 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.540144 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.540353 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.540621 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.540850 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.541121 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.541360 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.541589 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.541802 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.542795 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.542795 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.542795 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.542795 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.543182 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.543182 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.543344 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.543514 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.543751 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.543966 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.544504 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.544504 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.545114 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.545114 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.545706 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.545865 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.546084 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.547121 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.547121 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.547121 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.547121 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.547661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.547661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.547908 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.548029 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.548183 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.548446 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.548660 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.548906 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.549160 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.549950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.549950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.549950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.550325 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.550325 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.550583 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.550740 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.552948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.552948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.552948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.552948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.552948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.552948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.552948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.552948 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.554238 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.554238 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.554238 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.554238 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.554830 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.554830 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.554830 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.555105 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.555223 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.555436 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.555671 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.555901 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.556110 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.556394 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.556644 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.556870 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.557495 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.557495 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.557752 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.557874 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.558026 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.558218 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.558445 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.558654 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.558861 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.560354 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.560354 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.560354 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.560354 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.560354 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.560354 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.561190 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.561190 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.561190 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.561474 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.561605 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.561774 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.561995 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.562191 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.562661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.562661 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.562912 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.562994 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.563212 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.563417 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.564160 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.564160 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.564160 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.564492 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.564584 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.564798 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.565013 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.565324 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.565568 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.565810 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.566058 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.566371 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.566580 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.567087 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.567087 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.567350 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.567487 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.567759 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.568081 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.568389 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.568654 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.568917 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.569246 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.569613 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.569898 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.570108 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.570410 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.570725 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.571000 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.571259 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.571523 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.571765 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.571983 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.572194 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.572440 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.572672 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.572884 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.573137 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.573363 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.573590 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.573801 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.574042 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.574255 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.574508 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.574718 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.574937 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.575169 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.575322 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 04:49:58.575835 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111044) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 04:49:58.575992 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 04:49:58.576142 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 04:49:58.576340 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 04:49:58.576509 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 04:49:58.576659 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 04:49:58.576864 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.577036 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.577200 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.577356 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.577512 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.577688 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.577845 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.578001 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.578156 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.578442 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.578544 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.578683 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.578832 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.579793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.579793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.579793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.579793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.579793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.579793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.580250 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.580250 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.580250 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.580465 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] debug = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.580465 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.580674 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.580836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.580994 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.581171 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.581360 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.581492 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.581613 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.581793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.581923 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.582045 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.582205 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.582347 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.582535 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.582657 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.582812 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.582967 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.583122 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] host = dv-cinder-804035-8-iscsi {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.583276 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.583435 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.583585 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.583717 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.583982 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.584081 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.584159 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.584316 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.584472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.584627 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.584964 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.585157 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.585317 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.585475 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.585636 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_options = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.585790 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.585945 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.586100 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.586274 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.586442 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.586598 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.586755 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.586912 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.587071 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.587226 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.587380 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.587537 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.587691 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.587849 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.588005 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.588161 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.588316 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.588472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.588629 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.588785 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.588941 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.589117 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.589273 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.589429 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.589584 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.589744 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.589899 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.590054 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.590214 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.590371 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.590525 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.590681 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.590837 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.590996 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.591150 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.591306 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.591461 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.591623 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.591780 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.591935 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.592091 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.592247 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.592402 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.592558 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.592714 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.592870 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_json = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.593041 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.593203 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.593361 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.593500 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.593857 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.594018 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.594175 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.594345 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:49:58.594510 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.594672 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.594843 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.595002 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.595165 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.595321 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.595478 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.595639 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.595793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.595956 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.596144 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.596240 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.596416 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.596576 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.596734 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.596895 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.597070 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.597233 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.597392 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.597552 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.597710 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.597870 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.598199 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.598199 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.598632 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.598632 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.598632 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.598853 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.598979 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.599104 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.599226 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.599393 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.599571 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.599752 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.599899 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.600027 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.600181 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.600339 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.601011 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.601331 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.601458 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.601579 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.601714 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.601846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.601968 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.602133 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.602296 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.602455 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.602614 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.602773 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.602931 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.603090 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.603248 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.603408 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.603565 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.603734 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.603891 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.604048 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.604213 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.604338 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.604496 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.604654 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.604812 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.604969 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.605148 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.605305 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.605476 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.605634 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.605793 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.605951 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.606109 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.606267 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.606426 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.606585 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.606743 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.606901 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.607058 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.607216 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.607374 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.607532 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.607691 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.607849 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.608007 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.608166 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.608325 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.608482 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.608624 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.608786 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.608943 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.609130 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.609305 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.609464 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.609621 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.609779 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.609936 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.610950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.610950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.610950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.610950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.610950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.610950 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614528 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614528 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614528 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614528 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614528 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614528 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614528 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614528 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.614984 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615415 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.615846 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617096 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617096 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617096 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617096 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617096 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617369 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617847 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617847 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.617847 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.618308 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.618308 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.618308 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.618780 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.618780 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.618780 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.619158 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.619158 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.619158 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.619613 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.619613 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.619613 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.620036 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.620036 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.620036 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.620397 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.620397 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.620397 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.620790 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.620790 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.621064 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.621064 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.621312 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.621312 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.621561 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.621693 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.621836 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.621966 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.622100 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.622285 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.622419 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.622561 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.622695 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.622825 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.622957 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.623104 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.623237 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.623369 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.623509 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.623931 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.623931 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.623931 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.624312 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.624312 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.624583 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.624583 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.624834 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.624834 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.625461 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.625461 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.625461 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.625461 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.625947 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.625947 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.625947 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.626329 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.626329 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.626329 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.626735 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.626735 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.626735 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.627279 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.627279 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.627279 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.627659 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.627659 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.627659 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.628124 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.628124 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.628124 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.628492 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.628492 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.628763 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.628763 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.629013 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.629013 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.629227 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.629305 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.629425 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.629562 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:49:58.629665 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.629747 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.629883 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.630043 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.630201 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.630357 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.630520 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.630678 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.630845 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.631003 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.631161 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.631334 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.631584 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.631775 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.632001 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.632321 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.632483 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.632643 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.632801 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.632959 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.633150 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.633310 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.633468 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.633625 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.633782 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.633941 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.634107 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.634266 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.634425 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.634591 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.634748 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.634906 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.635064 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.635232 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.635390 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.635550 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.635708 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.635865 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.636022 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.636247 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.636342 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.636502 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.636666 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.636832 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.636996 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.637185 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.637373 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.637536 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.637701 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.642944 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643472 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643986 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643986 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:49:58.643986 dv-cinder-804035-8-iscsi neutron-server[111044]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111044) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 04:49:58.810918 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 54142) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:49:58.819619 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063555 Sep 01 04:50:10.422347 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0887da-c45a-4a7f-acc8-017734430e2f None None] get_active_networks_info from dv-cinder-804035-8-iscsi {{(pid=111189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 04:50:10.500235 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0887da-c45a-4a7f-acc8-017734430e2f None None] No non-hosted networks {{(pid=111189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 04:50:10.516089 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.agentschedulers_db [None req-5e0887da-c45a-4a7f-acc8-017734430e2f None None] DHCP Agent not found on host dv-cinder-804035-8-iscsi {{(pid=111189) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 01 04:50:10.729782 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-2a712969-0d29-4a76-8de0-5abbd1afdfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448226'] for agent, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:12.995743 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-01d0e9ff-cc0b-4c70-8e9b-41f544af340b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448226'] for agent, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:13.051461 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.db.api [None req-321692fb-b933-473b-8ae4-f0e584e93479 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804035-8-iscsi {{(pid=111189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 04:50:13.052164 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG oslo_db.api [None req-321692fb-b933-473b-8ae4-f0e584e93479 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 04:50:13.282948 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448226'] for agent, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:13.283637 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.283972 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.284304 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.284629 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.284950 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.285301 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.285622 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.285961 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.286642 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.286976 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.287398 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.287798 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:13.288203 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:13.304217 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:13.626881 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-321692fb-b933-473b-8ae4-f0e584e93479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:14.171339 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448226'] for agent, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:15.735411 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448226'] for agent, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:16.805302 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 54234) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:17.299526 dv-cinder-804035-8-iscsi neutron-server[111188]: WARNING oslo_policy.policy [None req-f1070838-9b44-4a8a-b51c-16b1efbc6037 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:50:17.300109 dv-cinder-804035-8-iscsi neutron-server[111188]: WARNING oslo_policy.policy [None req-f1070838-9b44-4a8a-b51c-16b1efbc6037 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:50:17.522830 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [None req-f1070838-9b44-4a8a-b51c-16b1efbc6037 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:50:17.523919 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f1070838-9b44-4a8a-b51c-16b1efbc6037 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7177031 Sep 01 04:50:19.205697 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.db.l3_hamode_db [None req-d9f22c94-4430-443b-845f-7e5a8df6804a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 04:50:19.284008 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f22c94-4430-443b-845f-7e5a8df6804a None None] Routers set() bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:50:19.284397 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f22c94-4430-443b-845f-7e5a8df6804a None None] Router IDs set() for agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 04:50:19.895458 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 54248) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:20.199774 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-94b7de53-649a-4929-a17e-8def02a7f67d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:50:20.291762 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.policy [None req-94b7de53-649a-4929-a17e-8def02a7f67d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 04:50:20.335940 dv-cinder-804035-8-iscsi neutron-server[111188]: WARNING oslo_policy.policy [None req-94b7de53-649a-4929-a17e-8def02a7f67d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:50:20.336303 dv-cinder-804035-8-iscsi neutron-server[111188]: WARNING oslo_policy.policy [None req-94b7de53-649a-4929-a17e-8def02a7f67d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:50:20.345113 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.quota [None req-94b7de53-649a-4929-a17e-8def02a7f67d admin admin] Loaded quota_driver: . Sep 01 04:50:20.526983 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-94b7de53-649a-4929-a17e-8def02a7f67d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791929704019', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791929703428', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791929716555', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791929718255', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791926133801', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791929737563', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-560097', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1458630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-455044', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647273'] for rbac-policy, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:20.787090 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-94b7de53-649a-4929-a17e-8def02a7f67d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:20.788836 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-94b7de53-649a-4929-a17e-8def02a7f67d admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8924081 Sep 01 04:50:23.416755 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 54260) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:23.707759 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '74d197f37d114e6796367c170e72614d', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'name': 'private'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:50:23.808017 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Made reservation on behalf of 74d197f37d114e6796367c170e72614d for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:50:23.811057 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:23.828033 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:23.946470 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:24.009163 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:24.028633 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:50:24.056280 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791924929226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:24.056868 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Unsubscribe: segment precommit_create {{(pid=111188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 04:50:24.057400 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Added segment 97f8e921-310a-46d4-999f-528c64cc295a of type vlan for network d31a6451-aeee-4c42-a45f-9f8ed33f2160 Sep 01 04:50:24.073823 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df80ac3a-1561-46f3-83cb-3a713e80bfd8,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:24.099564 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.099852 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.100184 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.100509 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.100826 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.101180 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.101499 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.101828 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.102158 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.102478 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.102788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.103095 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Tracked resource versions report: Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: pushed versions: Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: { 'AddressGroup': {'1.2'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'ConntrackHelper': {'1.0'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Log': {'1.0'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Network': {'1.1'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Port': {'1.7'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'PortForwarding': {'1.2'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'QosPolicy': {'1.9'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SecurityGroup': {'1.4'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SubPort': {'1.0'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Subnet': {'1.1'}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Trunk': {'1.1'}} Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: consumer versions: Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: { DHCP agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: L3 agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: Metadata agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: Metering agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: Open vSwitch agent@dv-cinder-804035-8-iscsi: { 'AddressGroup': '1.2', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'ConntrackHelper': '1.0', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Log': '1.0', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Network': '1.1', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Port': '1.7', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'PortForwarding': '1.2', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'QosPolicy': '1.9', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SecurityGroup': '1.4', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SecurityGroupRule': '1.2', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SubPort': '1.0', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Subnet': '1.1', Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Trunk': '1.1'}} Sep 01 04:50:24.104214 dv-cinder-804035-8-iscsi neutron-server[111188]: {{(pid=111188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:50:24.178099 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:24.283572 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:24.284695 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:50:24.285403 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:24.378347 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] Pushing event updated for resources: {'Network': ['ID=d31a6451-aeee-4c42-a45f-9f8ed33f2160,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:24.392254 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network d31a6451-aeee-4c42-a45f-9f8ed33f2160 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:50:24.404347 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-10dcded4-cd94-4a1a-b863-cc57362e5569 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9864881 Sep 01 04:50:27.069384 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54274) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:27.560046 dv-cinder-804035-8-iscsi neutron-server[111187]: WARNING oslo_policy.policy [None req-2a35e5a7-9508-4893-b946-1e8a34fe704c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:50:27.560878 dv-cinder-804035-8-iscsi neutron-server[111187]: WARNING oslo_policy.policy [None req-2a35e5a7-9508-4893-b946-1e8a34fe704c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:50:28.000580 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.policy [None req-2a35e5a7-9508-4893-b946-1e8a34fe704c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111187) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 04:50:28.045250 dv-cinder-804035-8-iscsi neutron-server[111187]: WARNING oslo_policy.policy [None req-2a35e5a7-9508-4893-b946-1e8a34fe704c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:50:28.045621 dv-cinder-804035-8-iscsi neutron-server[111187]: WARNING oslo_policy.policy [None req-2a35e5a7-9508-4893-b946-1e8a34fe704c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:50:28.054267 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a35e5a7-9508-4893-b946-1e8a34fe704c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:50:28.056242 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-2a35e5a7-9508-4893-b946-1e8a34fe704c admin admin] 10.222.0.41 "GET /v2.0/networks/d31a6451-aeee-4c42-a45f-9f8ed33f2160 HTTP/1.1" status: 200 len: 825 time: 0.9847393 Sep 01 04:50:28.095775 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-32919e19-b6eb-4fc4-8819-8a74b5c6e68c admin admin] 10.222.0.41 "GET /v2.0/subnetpools/a8842f9d-91bc-431e-b4fa-5521023da163 HTTP/1.1" status: 200 len: 734 time: 0.0330415 Sep 01 04:50:28.105409 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Request body: {'subnet': {'subnetpool_id': 'a8842f9d-91bc-431e-b4fa-5521023da163', 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:50:28.107028 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.quota [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Loaded quota_driver: . Sep 01 04:50:28.214604 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Made reservation on behalf of 74d197f37d114e6796367c170e72614d for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:50:28.217362 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:28.558016 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:28.625460 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Checking segment: {'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:50:28.625839 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Network hostable DHCP agents. Network: d31a6451-aeee-4c42-a45f-9f8ed33f2160, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:50:28.639297 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a5100b-1a4e-4c77-a083-d35ac8e2b827,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:28.653717 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.654094 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.654428 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.654752 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.655071 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.655401 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.655717 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.656043 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.656371 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.656684 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.656991 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.657320 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Tracked resource versions report: Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: pushed versions: Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: { 'AddressGroup': {'1.2'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'ConntrackHelper': {'1.0'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Log': {'1.0'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Network': {'1.1'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Port': {'1.7'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'PortForwarding': {'1.2'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'QosPolicy': {'1.9'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SecurityGroup': {'1.4'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SubPort': {'1.0'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Subnet': {'1.1'}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Trunk': {'1.1'}} Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: consumer versions: Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: { DHCP agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: L3 agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: Metadata agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: Metering agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: Open vSwitch agent@dv-cinder-804035-8-iscsi: { 'AddressGroup': '1.2', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'ConntrackHelper': '1.0', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Log': '1.0', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Network': '1.1', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Port': '1.7', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'PortForwarding': '1.2', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'QosPolicy': '1.9', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SecurityGroup': '1.4', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SecurityGroupRule': '1.2', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SubPort': '1.0', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Subnet': '1.1', Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Trunk': '1.1'}} Sep 01 04:50:28.658402 dv-cinder-804035-8-iscsi neutron-server[111187]: {{(pid=111187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:50:28.741604 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Network d31a6451-aeee-4c42-a45f-9f8ed33f2160 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:50:28.815150 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, d31a6451-aeee-4c42-a45f-9f8ed33f2160) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:50:28.819987 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:50:28.820662 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:28.824602 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00166191-5f87-4b13-aee6-a4a4591435bb None None] Network d31a6451-aeee-4c42-a45f-9f8ed33f2160 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:50:28.889287 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-189b5ebc-007f-4a59-8d92-bfa2cc3c4104 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7872427 Sep 01 04:50:29.143888 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-d31a6451-aeee-4c42-a45f-9f8ed33f2160', 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'fixed_ips': [{'subnet_id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 04:50:29.145141 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:29.416318 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Allocated IP 172.20.0.2 (d31a6451-aeee-4c42-a45f-9f8ed33f2160/20a5100b-1a4e-4c77-a083-d35ac8e2b827/a04838b5-8a22-46fa-bdd7-619041decfde) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:50:29.617804 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:29.659740 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Transition to ACTIVE for port object a04838b5-8a22-46fa-bdd7-619041decfde will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:50:29.680669 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Transition to ACTIVE for port object a04838b5-8a22-46fa-bdd7-619041decfde will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:50:29.752591 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:29.828423 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Network d31a6451-aeee-4c42-a45f-9f8ed33f2160 is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:50:29.833162 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:50:29.838348 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Pushing event updated for resources: {'Port': ['ID=a04838b5-8a22-46fa-bdd7-619041decfde,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:29.840472 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:50:29.850216 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.850588 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.850930 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.851265 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.856722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.856722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.856722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.856722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.856722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Tracked resource versions report: Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: pushed versions: Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: { 'AddressGroup': {'1.2'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'ConntrackHelper': {'1.0'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Log': {'1.0'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Network': {'1.1'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Port': {'1.7'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'PortForwarding': {'1.2'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'QosPolicy': {'1.9'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SecurityGroup': {'1.4'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SubPort': {'1.0'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Subnet': {'1.1'}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Trunk': {'1.1'}} Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: consumer versions: Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: { DHCP agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: L3 agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: Metadata agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: Metering agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: Open vSwitch agent@dv-cinder-804035-8-iscsi: { 'AddressGroup': '1.2', Sep 01 04:50:29.857133 dv-cinder-804035-8-iscsi neutron-server[111189]: 'ConntrackHelper': '1.0', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Log': '1.0', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Network': '1.1', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Port': '1.7', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'PortForwarding': '1.2', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'QosPolicy': '1.9', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SecurityGroup': '1.4', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SecurityGroupRule': '1.2', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SubPort': '1.0', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Subnet': '1.1', Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Trunk': '1.1'}} Sep 01 04:50:29.858413 dv-cinder-804035-8-iscsi neutron-server[111189]: {{(pid=111189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:50:29.927002 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Attempting to bind port a04838b5-8a22-46fa-bdd7-619041decfde on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:50:29.927415 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Attempting to bind port a04838b5-8a22-46fa-bdd7-619041decfde by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:50:29.927859 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Attempting to bind port a04838b5-8a22-46fa-bdd7-619041decfde on network d31a6451-aeee-4c42-a45f-9f8ed33f2160 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:50:29.932801 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:50:29.933179 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Checking segment: {'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:50:29.933643 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:29.934042 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Bound using segment: {'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:50:29.934520 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Bound port: a04838b5-8a22-46fa-bdd7-619041decfde, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:50:29.934925 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:29.996007 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] For port a04838b5-8a22-46fa-bdd7-619041decfde, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:50:30.000165 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] For port a04838b5-8a22-46fa-bdd7-619041decfde, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=a04838b5-8a22-46fa-bdd7-619041decfde,segment=NetworkSegment(97f8e921-310a-46d4-999f-528c64cc295a),segment_id=97f8e921-310a-46d4-999f-528c64cc295a)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:50:30.061691 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:30.128066 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd9e9f-dad6-4d92-bb3a-e34f9f4dcefa None None] Pushing event updated for resources: {'Port': ['ID=a04838b5-8a22-46fa-bdd7-619041decfde,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:31.322475 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54294) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:31.642288 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [None req-c448d53d-4791-4b6d-9ba1-c359814822ee admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:50:31.643394 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c448d53d-4791-4b6d-9ba1-c359814822ee admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3198917 Sep 01 04:50:34.096272 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54302) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:34.407931 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [None req-121b72ea-f330-4ca7-b906-3c840749db52 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:50:34.421066 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-121b72ea-f330-4ca7-b906-3c840749db52 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3116841 Sep 01 04:50:37.041206 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54312) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:37.353085 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-d8f5aee7-d7cd-45a9-a520-5c11f420275b admin admin] Request body: {'router': {'tenant_id': '74d197f37d114e6796367c170e72614d', 'name': 'router1', 'admin_state_up': True}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:50:37.449570 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aee7-d7cd-45a9-a520-5c11f420275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:37.451205 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aee7-d7cd-45a9-a520-5c11f420275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:37.608371 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aee7-d7cd-45a9-a520-5c11f420275b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:37.650029 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aee7-d7cd-45a9-a520-5c11f420275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:37.763448 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d8f5aee7-d7cd-45a9-a520-5c11f420275b admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:37.764667 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d8f5aee7-d7cd-45a9-a520-5c11f420275b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7225878 Sep 01 04:50:38.467491 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc368aa1-dc84-463f-aa68-eae6a8ed536e None None] Network d31a6451-aeee-4c42-a45f-9f8ed33f2160 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:50:38.638673 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-45ad243a-f71e-418a-b6a4-1b2602d31e8d None None] Provisioning for port a04838b5-8a22-46fa-bdd7-619041decfde completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:50:39.042883 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device a04838b5-8a22-46fa-bdd7-619041decfde up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:50:39.186540 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port a04838b5-8a22-46fa-bdd7-619041decfde completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:50:39.190388 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port a04838b5-8a22-46fa-bdd7-619041decfde triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:50:39.190780 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:39.297836 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:39.331703 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port a04838b5-8a22-46fa-bdd7-619041decfde, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=a04838b5-8a22-46fa-bdd7-619041decfde,segment=NetworkSegment(97f8e921-310a-46d4-999f-528c64cc295a),segment_id=97f8e921-310a-46d4-999f-528c64cc295a)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:50:39.403217 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:39.450632 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=a04838b5-8a22-46fa-bdd7-619041decfde,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:40.147081 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54324) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:40.452408 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [None req-5276be8a-4829-40d4-8d73-e9e3c5e37f80 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:50:40.453450 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-5276be8a-4829-40d4-8d73-e9e3c5e37f80 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054352 Sep 01 04:50:40.466606 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-182ea592-e1a4-427e-ab41-5bb844eeea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:41.030058 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device a04838b5-8a22-46fa-bdd7-619041decfde up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:50:41.075793 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port a04838b5-8a22-46fa-bdd7-619041decfde triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:50:41.076160 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:42.853976 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54332) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:42.957526 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-968fb565-8216-4aa9-84f7-01a1c90b91b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.162865 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:50:43.254415 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Made reservation on behalf of 3a8667c4031f4ec5917e03235a26b01e for: {'network': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:50:43.256766 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.272798 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.283080 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.383507 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.448732 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.466732 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Reserving flat network on physical network physnet1 {{(pid=111187) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 04:50:43.484057 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8073d4-f9f2-4a4f-a7fc-1f60ed30361c,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:43.491204 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791924929226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.491770 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Unsubscribe: segment precommit_create {{(pid=111187) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 04:50:43.492217 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.segments_db [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Added segment 2a0c4625-327e-4db0-bac0-297b509e8455 of type flat for network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 Sep 01 04:50:43.553438 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.671668 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.672659 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:50:43.673324 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:43.761983 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3ea103-060c-4493-b57d-9ecbd86f5c35,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:43.773101 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:50:43.798518 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-2a2b5cb1-c7c3-40c5-9dd5-9c4a2ab03a40 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9432225 Sep 01 04:50:44.111888 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:45.602276 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:46.158562 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54350) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:46.329350 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f9181b-7b08-471d-bbd4-88bddaac41db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:50:46.330678 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-02f9181b-7b08-471d-bbd4-88bddaac41db admin admin] 10.222.0.41 "GET /v2.0/subnets/20a5100b-1a4e-4c77-a083-d35ac8e2b827 HTTP/1.1" status: 200 len: 849 time: 0.1711507 Sep 01 04:50:46.448347 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b53085e2-cebc-4bd1-9bfa-cf9ac8812841 admin admin] 10.222.0.41 "GET /v2.0/routers/7077ea22-3723-40aa-84d5-93b624f8637e HTTP/1.1" status: 200 len: 704 time: 0.1110740 Sep 01 04:50:46.707241 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:46.992988 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Allocated IP 172.20.0.1 (d31a6451-aeee-4c42-a45f-9f8ed33f2160/20a5100b-1a4e-4c77-a083-d35ac8e2b827/49fe2872-d196-4062-a4d8-75a4cbb444d0) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:50:47.141721 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:47.163697 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.provisioning_blocks [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Transition to ACTIVE for port object 49fe2872-d196-4062-a4d8-75a4cbb444d0 will not be triggered until provisioned by entity DHCP. {{(pid=111187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:50:47.335060 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:47.404618 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Network d31a6451-aeee-4c42-a45f-9f8ed33f2160 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:50:47.409275 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:50:47.415602 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:50:47.416130 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:47.468822 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Pushing event updated for resources: {'Port': ['ID=49fe2872-d196-4062-a4d8-75a4cbb444d0,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:47.669256 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:47.717771 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-a57c71d6-2244-4be8-87a8-7911205a0819 None None] Provisioning for port 49fe2872-d196-4062-a4d8-75a4cbb444d0 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:50:47.721490 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-a57c71d6-2244-4be8-87a8-7911205a0819 None None] Provisioning complete for port 49fe2872-d196-4062-a4d8-75a4cbb444d0 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:50:47.721886 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a57c71d6-2244-4be8-87a8-7911205a0819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:47.754541 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-a57c71d6-2244-4be8-87a8-7911205a0819 None None] Port 49fe2872-d196-4062-a4d8-75a4cbb444d0 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:50:47.872199 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:47.912240 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:47.912996 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:47.994810 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Pushing event updated for resources: {'Port': ['ID=49fe2872-d196-4062-a4d8-75a4cbb444d0,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:48.040555 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Network d31a6451-aeee-4c42-a45f-9f8ed33f2160 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:50:48.041856 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:50:48.273932 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-43c6ebe1-5d45-4a6d-ae93-0a9d91a750d9 None None] Provisioning complete for port 49fe2872-d196-4062-a4d8-75a4cbb444d0 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:50:48.274225 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-43c6ebe1-5d45-4a6d-ae93-0a9d91a750d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:48.288045 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Router 7077ea22-3723-40aa-84d5-93b624f8637e is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 04:50:48.307258 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-43c6ebe1-5d45-4a6d-ae93-0a9d91a750d9 None None] Port 49fe2872-d196-4062-a4d8-75a4cbb444d0 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:50:48.377751 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:50:48.383640 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-fc490ad4-85f7-4c57-876f-03b7fbcfad26 admin admin] 10.222.0.41 "PUT /v2.0/routers/7077ea22-3723-40aa-84d5-93b624f8637e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9295375 Sep 01 04:50:48.400627 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Sync routers for ids ['7077ea22-3723-40aa-84d5-93b624f8637e'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:50:48.411985 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Routers {'7077ea22-3723-40aa-84d5-93b624f8637e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:50:48.412839 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:50:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7077ea22-3723-40aa-84d5-93b624f8637e'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:48.601170 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Set router 7077ea22-3723-40aa-84d5-93b624f8637e gateway port host: None {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:50:49.019940 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'name': 'router1', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:50:37Z', 'updated_at': '2021-09-01T04:50:47Z', 'revision_number': 2, 'project_id': '74d197f37d114e6796367c170e72614d', 'gw_port_host': None, '_interfaces': [{'id': '49fe2872-d196-4062-a4d8-75a4cbb444d0', 'name': '', 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'mac_address': 'fa:16:3e:3c:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:46Z', 'updated_at': '2021-09-01T04:50:47Z', 'revision_number': 2, 'project_id': '74d197f37d114e6796367c170e72614d', 'subnets': [{'id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8842f9d-91bc-431e-b4fa-5521023da163'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:49.071766 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Checking router: 7077ea22-3723-40aa-84d5-93b624f8637e for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:50:49.072130 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Updating router 7077ea22-3723-40aa-84d5-93b624f8637e port 49fe2872-d196-4062-a4d8-75a4cbb444d0 binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:50:49.118636 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:49.623676 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:49.643357 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Transition to ACTIVE for port object 49fe2872-d196-4062-a4d8-75a4cbb444d0 will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:50:49.711993 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:49.872154 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Attempting to bind port 49fe2872-d196-4062-a4d8-75a4cbb444d0 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:50:49.872553 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Attempting to bind port 49fe2872-d196-4062-a4d8-75a4cbb444d0 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:50:49.872996 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Attempting to bind port 49fe2872-d196-4062-a4d8-75a4cbb444d0 on network d31a6451-aeee-4c42-a45f-9f8ed33f2160 {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:50:49.875061 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Pushing event updated for resources: {'Port': ['ID=49fe2872-d196-4062-a4d8-75a4cbb444d0,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:49.885374 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:50:49.885907 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Checking segment: {'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:50:49.886395 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:49.886788 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Bound using segment: {'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:50:49.887435 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Bound port: 49fe2872-d196-4062-a4d8-75a4cbb444d0, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f8e921-310a-46d4-999f-528c64cc295a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:50:49.888104 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:49.891281 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.891628 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.891961 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.892289 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.892613 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.892937 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.893289 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.893610 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.893943 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.894263 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.894580 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.894895 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Tracked resource versions report: Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: pushed versions: Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: { 'AddressGroup': {'1.2'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'ConntrackHelper': {'1.0'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Log': {'1.0'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Network': {'1.1'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Port': {'1.7'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'PortForwarding': {'1.2'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'QosPolicy': {'1.9'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SecurityGroup': {'1.4'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SubPort': {'1.0'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Subnet': {'1.1'}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Trunk': {'1.1'}} Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: consumer versions: Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: { DHCP agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: L3 agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: Metadata agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: Metering agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: Open vSwitch agent@dv-cinder-804035-8-iscsi: { 'AddressGroup': '1.2', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'ConntrackHelper': '1.0', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Log': '1.0', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Network': '1.1', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Port': '1.7', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'PortForwarding': '1.2', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'QosPolicy': '1.9', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SecurityGroup': '1.4', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SecurityGroupRule': '1.2', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SubPort': '1.0', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Subnet': '1.1', Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Trunk': '1.1'}} Sep 01 04:50:49.897403 dv-cinder-804035-8-iscsi neutron-server[111190]: {{(pid=111190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:50:49.966265 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] For port 49fe2872-d196-4062-a4d8-75a4cbb444d0, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:50:49.985451 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] For port 49fe2872-d196-4062-a4d8-75a4cbb444d0, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=49fe2872-d196-4062-a4d8-75a4cbb444d0,segment=NetworkSegment(97f8e921-310a-46d4-999f-528c64cc295a),segment_id=97f8e921-310a-46d4-999f-528c64cc295a)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:50:50.026591 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:50.081358 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Routers {'7077ea22-3723-40aa-84d5-93b624f8637e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:50:50.081970 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:50:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7077ea22-3723-40aa-84d5-93b624f8637e'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:50.122138 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b724f-9602-43e5-8533-f429f79d7bf9 None None] Pushing event updated for resources: {'Port': ['ID=49fe2872-d196-4062-a4d8-75a4cbb444d0,revision_number=4']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:50.174874 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] Set router 7077ea22-3723-40aa-84d5-93b624f8637e gateway port host: None {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:50:50.379427 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'name': 'router1', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:50:37Z', 'updated_at': '2021-09-01T04:50:47Z', 'revision_number': 2, 'project_id': '74d197f37d114e6796367c170e72614d', 'gw_port_host': None, '_interfaces': [{'id': '49fe2872-d196-4062-a4d8-75a4cbb444d0', 'name': '', 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'mac_address': 'fa:16:3e:3c:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:46Z', 'updated_at': '2021-09-01T04:50:49Z', 'revision_number': 4, 'project_id': '74d197f37d114e6796367c170e72614d', 'subnets': [{'id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8842f9d-91bc-431e-b4fa-5521023da163'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:50.407947 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c99310-382a-4db4-8874-404d1252a153 None None] The sync data for ids ['7077ea22-3723-40aa-84d5-93b624f8637e'] in dv-cinder-804035-8-iscsi is: [{'id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'name': 'router1', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:50:37Z', 'updated_at': '2021-09-01T04:50:47Z', 'revision_number': 2, 'project_id': '74d197f37d114e6796367c170e72614d', 'gw_port_host': None, '_interfaces': [{'id': '49fe2872-d196-4062-a4d8-75a4cbb444d0', 'name': '', 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'mac_address': 'fa:16:3e:3c:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:46Z', 'updated_at': '2021-09-01T04:50:49Z', 'revision_number': 4, 'project_id': '74d197f37d114e6796367c170e72614d', 'subnets': [{'id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8842f9d-91bc-431e-b4fa-5521023da163'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:50:50.618630 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54370) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:50.731062 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a9a9af-a56f-485a-b144-6fc9a75f1826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:50:50.732357 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-25a9a9af-a56f-485a-b144-6fc9a75f1826 admin admin] 10.222.0.41 "GET /v2.0/networks/2e3ea103-060c-4493-b57d-9ecbd86f5c35 HTTP/1.1" status: 200 len: 842 time: 0.1126578 Sep 01 04:50:50.743097 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:50:50.820488 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Made reservation on behalf of 3a8667c4031f4ec5917e03235a26b01e for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:50:50.822749 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:51.150652 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.objects.ports [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111187) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 04:50:51.150998 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:51.208321 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75ccfa0-806d-49bc-b57e-02cc0c7243aa,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:51.211614 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:50:51.211988 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Network hostable DHCP agents. Network: 2e3ea103-060c-4493-b57d-9ecbd86f5c35, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:50:51.322651 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:50:51.379789 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 2e3ea103-060c-4493-b57d-9ecbd86f5c35) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:50:51.383953 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:50:51.384535 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:51.389977 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6706bf-aadd-4670-98b4-4221f098316a None None] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:50:51.461053 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-86326464-78f9-4d8e-951f-a83488082ea2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7220001 Sep 01 04:50:51.516477 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787bf38-1370-4644-8b5b-c42af2f39ae2 None None] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:50:53.778515 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54378) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:53.993410 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-04cb70da-d792-4bb2-b0a8-b2ad22247872 admin admin] 10.222.0.41 "GET /v2.0/routers/7077ea22-3723-40aa-84d5-93b624f8637e HTTP/1.1" status: 200 len: 710 time: 0.2137425 Sep 01 04:50:54.081190 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc1958-9fc8-4d44-b40b-14987fd40bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:50:54.088742 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-86dc1958-9fc8-4d44-b40b-14987fd40bd8 admin admin] 10.222.0.41 "GET /v2.0/networks/2e3ea103-060c-4493-b57d-9ecbd86f5c35 HTTP/1.1" status: 200 len: 886 time: 0.0892587 Sep 01 04:50:54.092934 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:50:54.346351 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:54.641754 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:54.720333 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:54.869495 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Allocated IP 172.27.1.184 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/a207986d-c485-44b4-bb5f-5ae227f24294) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:50:54.970601 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:55.066453 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:55.104892 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:50:55.107672 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:50:55.110239 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:50:55.146597 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Pushing event updated for resources: {'Port': ['ID=a207986d-c485-44b4-bb5f-5ae227f24294,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:55.448782 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:55.757459 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-437702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4116'] for router, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:55.760807 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-436731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-436706', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-437727'] for router, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:55.867919 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Router 7077ea22-3723-40aa-84d5-93b624f8637e has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 04:50:55.971373 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:50:55.975626 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:55.976842 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-fcddddc8-84ca-43c9-a461-e6abab52cd6f admin admin] 10.222.0.41 "PUT /v2.0/routers/7077ea22-3723-40aa-84d5-93b624f8637e HTTP/1.1" status: 200 len: 890 time: 1.8872859 Sep 01 04:50:56.533908 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:50:56.863920 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Sync routers for ids ['7077ea22-3723-40aa-84d5-93b624f8637e'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:50:56.873991 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Routers {'7077ea22-3723-40aa-84d5-93b624f8637e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:50:56.874641 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:50:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7077ea22-3723-40aa-84d5-93b624f8637e'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:57.083120 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 49fe2872-d196-4062-a4d8-75a4cbb444d0 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:50:57.171158 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Set router 7077ea22-3723-40aa-84d5-93b624f8637e gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:50:57.322550 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 49fe2872-d196-4062-a4d8-75a4cbb444d0 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:50:57.332065 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 49fe2872-d196-4062-a4d8-75a4cbb444d0 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:50:57.332996 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:57.573425 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:57.626017 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 49fe2872-d196-4062-a4d8-75a4cbb444d0, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=49fe2872-d196-4062-a4d8-75a4cbb444d0,segment=NetworkSegment(97f8e921-310a-46d4-999f-528c64cc295a),segment_id=97f8e921-310a-46d4-999f-528c64cc295a)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:50:57.665252 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'name': 'router1', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a207986d-c485-44b4-bb5f-5ae227f24294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:50:37Z', 'updated_at': '2021-09-01T04:50:55Z', 'revision_number': 4, 'project_id': '74d197f37d114e6796367c170e72614d', 'gw_port': {'id': 'a207986d-c485-44b4-bb5f-5ae227f24294', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:54Z', 'updated_at': '2021-09-01T04:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '49fe2872-d196-4062-a4d8-75a4cbb444d0', 'name': '', 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'mac_address': 'fa:16:3e:3c:26:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:46Z', 'updated_at': '2021-09-01T04:50:49Z', 'revision_number': 4, 'project_id': '74d197f37d114e6796367c170e72614d', 'subnets': [{'id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8842f9d-91bc-431e-b4fa-5521023da163'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:57.717945 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Checking router: 7077ea22-3723-40aa-84d5-93b624f8637e for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:50:57.718301 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Updating router 7077ea22-3723-40aa-84d5-93b624f8637e port a207986d-c485-44b4-bb5f-5ae227f24294 binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:50:57.751230 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:57.787866 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:57.855071 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=49fe2872-d196-4062-a4d8-75a4cbb444d0,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:58.128732 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:58.138765 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Transition to ACTIVE for port object a207986d-c485-44b4-bb5f-5ae227f24294 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:50:58.208602 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:58.263840 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Attempting to bind port a207986d-c485-44b4-bb5f-5ae227f24294 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:50:58.264206 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Attempting to bind port a207986d-c485-44b4-bb5f-5ae227f24294 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:50:58.264571 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Attempting to bind port a207986d-c485-44b4-bb5f-5ae227f24294 on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:50:58.267374 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd062d-f446-4c41-97ab-028245346471 None None] Pushing event updated for resources: {'Port': ['ID=a207986d-c485-44b4-bb5f-5ae227f24294,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:58.272202 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:50:58.272573 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:50:58.272971 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:58.273380 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:50:58.273840 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Bound port: a207986d-c485-44b4-bb5f-5ae227f24294, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:50:58.274234 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:58.329272 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] For port a207986d-c485-44b4-bb5f-5ae227f24294, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:50:58.332178 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] For port a207986d-c485-44b4-bb5f-5ae227f24294, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=a207986d-c485-44b4-bb5f-5ae227f24294,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:50:58.385981 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54390) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:50:58.403354 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:58.462068 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd062d-f446-4c41-97ab-028245346471 None None] Pushing event updated for resources: {'Port': ['ID=a207986d-c485-44b4-bb5f-5ae227f24294,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:50:58.468514 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Routers {'7077ea22-3723-40aa-84d5-93b624f8637e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:50:58.469157 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:50:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7077ea22-3723-40aa-84d5-93b624f8637e'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:58.501058 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-3eb9fd28-3843-4203-9d7d-ce82903f84fa admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1174023 Sep 01 04:50:58.579976 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] Set router 7077ea22-3723-40aa-84d5-93b624f8637e gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:50:58.879344 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'name': 'router1', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a207986d-c485-44b4-bb5f-5ae227f24294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:50:37Z', 'updated_at': '2021-09-01T04:50:55Z', 'revision_number': 4, 'project_id': '74d197f37d114e6796367c170e72614d', 'gw_port': {'id': 'a207986d-c485-44b4-bb5f-5ae227f24294', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:54Z', 'updated_at': '2021-09-01T04:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '49fe2872-d196-4062-a4d8-75a4cbb444d0', 'name': '', 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'mac_address': 'fa:16:3e:3c:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:46Z', 'updated_at': '2021-09-01T04:50:57Z', 'revision_number': 5, 'project_id': '74d197f37d114e6796367c170e72614d', 'subnets': [{'id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8842f9d-91bc-431e-b4fa-5521023da163'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:50:58.906035 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83ad0f4-351e-4da1-8128-ccb71b2b9cca None None] The sync data for ids ['7077ea22-3723-40aa-84d5-93b624f8637e'] in dv-cinder-804035-8-iscsi is: [{'id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'name': 'router1', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.184'}], 'enable_snat': True}, 'gw_port_id': 'a207986d-c485-44b4-bb5f-5ae227f24294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:50:37Z', 'updated_at': '2021-09-01T04:50:55Z', 'revision_number': 4, 'project_id': '74d197f37d114e6796367c170e72614d', 'gw_port': {'id': 'a207986d-c485-44b4-bb5f-5ae227f24294', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:54Z', 'updated_at': '2021-09-01T04:50:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '49fe2872-d196-4062-a4d8-75a4cbb444d0', 'name': '', 'network_id': 'd31a6451-aeee-4c42-a45f-9f8ed33f2160', 'tenant_id': '74d197f37d114e6796367c170e72614d', 'mac_address': 'fa:16:3e:3c:26:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7077ea22-3723-40aa-84d5-93b624f8637e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:50:46Z', 'updated_at': '2021-09-01T04:50:57Z', 'revision_number': 5, 'project_id': '74d197f37d114e6796367c170e72614d', 'subnets': [{'id': '20a5100b-1a4e-4c77-a083-d35ac8e2b827', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8842f9d-91bc-431e-b4fa-5521023da163'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:50:59.174718 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 49fe2872-d196-4062-a4d8-75a4cbb444d0 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:50:59.236635 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 49fe2872-d196-4062-a4d8-75a4cbb444d0 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:50:59.237017 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:59.324886 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device a207986d-c485-44b4-bb5f-5ae227f24294 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:50:59.449200 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port a207986d-c485-44b4-bb5f-5ae227f24294 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:50:59.454330 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port a207986d-c485-44b4-bb5f-5ae227f24294 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:50:59.454712 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:59.553910 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:59.575808 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port a207986d-c485-44b4-bb5f-5ae227f24294, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=a207986d-c485-44b4-bb5f-5ae227f24294,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:50:59.666165 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:50:59.718184 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=a207986d-c485-44b4-bb5f-5ae227f24294,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:51:01.050812 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device a207986d-c485-44b4-bb5f-5ae227f24294 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:51:01.117521 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port a207986d-c485-44b4-bb5f-5ae227f24294 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:51:01.117904 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:10.432268 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ad1ff84f-bf85-4474-af83-095ddd829ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:12.958059 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9c1d1be2-a367-4fba-994a-87ca407066b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:13.294275 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:14.094594 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:15.614469 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:33.532439 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:51:40.432938 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b5df5c66-f2ca-4b6e-9b4b-ee95192239a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:42.985821 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-55d009ea-a4e4-40ad-bf50-0b8a41b18dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:43.255065 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:44.116649 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:51:45.619590 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:10.464892 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-df49d396-a868-4a7e-8f77-d4310d9acb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:10.530286 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:52:12.938812 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b648fd22-4a3b-4625-8fad-2f4610f9814f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:13.253522 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:14.104246 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:15.647965 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:39.216850 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54952) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:39.277686 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f202163f-88e1-451f-85ed-e12f335d8307 admin admin] GET failed (client error): The resource could not be found. Sep 01 04:52:39.279011 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-f202163f-88e1-451f-85ed-e12f335d8307 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611842 Sep 01 04:52:39.435889 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555315d8-443c-4e52-9bea-12502b9159e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:39.437674 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-555315d8-443c-4e52-9bea-12502b9159e3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1533623 Sep 01 04:52:40.453043 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-52fd6066-bd49-4d1f-a361-86f132fffa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:41.623535 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54962) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:41.716543 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1e715-398a-40a0-a12f-4aa362493fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:41.717868 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c3e1e715-398a-40a0-a12f-4aa362493fe7 admin admin] 10.222.0.41 "GET /v2.0/subnets/20a5100b-1a4e-4c77-a083-d35ac8e2b827 HTTP/1.1" status: 200 len: 849 time: 0.0933847 Sep 01 04:52:41.728083 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:52:41.808389 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Notify callbacks [] for subnet, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:42.012626 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791924910556'] for subnet, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:42.044177 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:42.045271 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:42.050935 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] 10.222.0.41 "PUT /v2.0/subnets/20a5100b-1a4e-4c77-a083-d35ac8e2b827 HTTP/1.1" status: 200 len: 868 time: 0.3218400 Sep 01 04:52:42.051144 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90b2b56-3c81-4574-b017-c718d74677f5 None None] Network d31a6451-aeee-4c42-a45f-9f8ed33f2160 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:52:42.065883 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a5100b-1a4e-4c77-a083-d35ac8e2b827,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:52:42.073653 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.074028 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.074376 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.074713 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.075044 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.075393 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.075737 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.076066 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.076410 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.076769 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.077215 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.077402 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaf4502-405f-4502-84c3-1c1d7511169c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:52:42.389284 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-822d5f5d-4f3b-49d3-8cc6-f01924be2522 None None] Provisioning complete for port a04838b5-8a22-46fa-bdd7-619041decfde triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:52:42.389662 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-822d5f5d-4f3b-49d3-8cc6-f01924be2522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:42.473179 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-822d5f5d-4f3b-49d3-8cc6-f01924be2522 None None] Provisioning complete for port 49fe2872-d196-4062-a4d8-75a4cbb444d0 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:52:42.473537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-822d5f5d-4f3b-49d3-8cc6-f01924be2522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:42.953906 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b1757963-80fa-4895-ad10-06f588682136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:43.309793 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:44.138394 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:44.235929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54970) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:44.431215 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3f0dd-4ef0-4ec9-bf73-cbae7e14bc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:44.431595 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3f0dd-4ef0-4ec9-bf73-cbae7e14bc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:44.433173 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-2dc3f0dd-4ef0-4ec9-bf73-cbae7e14bc76 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962636 Sep 01 04:52:45.618411 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:52:46.646885 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54978) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:46.776868 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f169b-8815-4b17-8f03-2c633274d395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:46.777367 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64f169b-8815-4b17-8f03-2c633274d395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:46.778874 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a64f169b-8815-4b17-8f03-2c633274d395 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310523 Sep 01 04:52:47.529196 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:52:48.944222 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54986) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:49.067131 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1ab44-e2ad-4171-8ffc-b481316050a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:49.068484 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-00c1ab44-e2ad-4171-8ffc-b481316050a5 admin admin] 10.222.0.41 "GET /v2.0/networks/2e3ea103-060c-4493-b57d-9ecbd86f5c35 HTTP/1.1" status: 200 len: 886 time: 0.1233144 Sep 01 04:52:51.267369 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 54994) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:51.393124 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a4cd3-0507-4979-b9f9-dfd96883f59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:51.394405 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-268a4cd3-0507-4979-b9f9-dfd96883f59e admin admin] 10.222.0.41 "GET /v2.0/networks/d31a6451-aeee-4c42-a45f-9f8ed33f2160 HTTP/1.1" status: 200 len: 869 time: 0.1260965 Sep 01 04:52:53.568613 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55002) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:53.691278 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac930b6d-623d-4eef-a146-b44b22e4578a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:53.691650 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac930b6d-623d-4eef-a146-b44b22e4578a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:53.693190 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ac930b6d-623d-4eef-a146-b44b22e4578a admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235349 Sep 01 04:52:55.872488 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55010) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:55.960420 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70eece-6318-4707-a413-cd2b8d7f5202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:55.960868 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70eece-6318-4707-a413-cd2b8d7f5202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:55.962364 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1b70eece-6318-4707-a413-cd2b8d7f5202 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889347 Sep 01 04:52:58.134624 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55018) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:52:58.225512 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af172fd3-6f44-4280-8c2a-149320ae44bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:52:58.226837 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-af172fd3-6f44-4280-8c2a-149320ae44bb admin admin] 10.222.0.41 "GET /v2.0/subnets/20a5100b-1a4e-4c77-a083-d35ac8e2b827 HTTP/1.1" status: 200 len: 868 time: 0.0912669 Sep 01 04:53:00.408712 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55026) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:00.534195 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed3e86-54d1-43c3-a4bb-3f7af8752e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:53:00.535584 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-67ed3e86-54d1-43c3-a4bb-3f7af8752e2c admin admin] 10.222.0.41 "GET /v2.0/subnets/e75ccfa0-806d-49bc-b57e-02cc0c7243aa HTTP/1.1" status: 200 len: 816 time: 0.1259210 Sep 01 04:53:10.450227 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-017b6b32-2475-41bc-bfc2-780a1bd80576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:12.964552 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-60c2b998-884b-41f7-89f5-95778dc1927e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:13.273311 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:14.113133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:15.635128 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:24.527437 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:53:24.558740 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55082) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:24.606734 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [None req-32271f9e-cd78-45a1-b5db-9336547de3c5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:53:24.607844 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-32271f9e-cd78-45a1-b5db-9336547de3c5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480802 Sep 01 04:53:26.961391 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55090) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:27.023542 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5b1ce9-f4e1-45f6-8a1a-5e7023e8a6ef admin admin] GET failed (client error): The resource could not be found. Sep 01 04:53:27.024843 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1d5b1ce9-f4e1-45f6-8a1a-5e7023e8a6ef admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625241 Sep 01 04:53:27.204553 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd5faa-91c9-407d-a679-e095007a37d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:53:27.205966 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-5fdd5faa-91c9-407d-a679-e095007a37d1 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1764636 Sep 01 04:53:29.421928 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55098) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:29.469274 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:53:29.581610 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Made reservation on behalf of 3a8667c4031f4ec5917e03235a26b01e for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:53:29.583868 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:29.617566 dv-cinder-804035-8-iscsi neutron-server[111188]: WARNING neutron.services.revisions.revision_plugin [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Could not find related network for resource to bump revision. Sep 01 04:53:29.631135 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:53:29.642671 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:29.645608 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Added segment da95f2ef-d4e7-4fe1-b217-2c936876c094 of type vlan for network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 Sep 01 04:53:29.770213 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:29.943196 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:29.944066 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:53:29.944635 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:30.005875 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Pushing event updated for resources: {'Network': ['ID=8b7c7893-1ce7-4e89-b7f9-0c4e8785f373,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:30.012263 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.018773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:30.027395 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:53:30.075887 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-9876cd20-ac1f-4e29-810e-afd62e709a23 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6529031 Sep 01 04:53:32.273581 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55106) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:32.338020 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b24b53-b581-4ea9-ba75-217c013b7fb0 admin admin] GET failed (client error): The resource could not be found. Sep 01 04:53:32.339319 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-47b24b53-b581-4ea9-ba75-217c013b7fb0 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0647943 Sep 01 04:53:32.455229 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a0cd79-470b-4242-a227-343b590c9409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:53:32.456628 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-34a0cd79-470b-4242-a227-343b590c9409 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1126273 Sep 01 04:53:32.467528 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:53:32.583207 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Made reservation on behalf of 3a8667c4031f4ec5917e03235a26b01e for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:53:32.585507 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Notify callbacks [] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:32.850021 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:32.904060 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d0a628-8c6b-4b5a-9e9c-ff183248af2d,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:32.917345 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Checking segment: {'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:53:32.917735 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Network hostable DHCP agents. Network: 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:53:33.005771 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:53:33.074666 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:53:33.079947 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:53:33.081459 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:33.086184 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bc931a-0c18-4f16-a59f-0ac5ba127c5b None None] Network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:53:33.127008 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f72e9191-f24e-427a-972b-a49335f2794e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6633506 Sep 01 04:53:33.236707 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-8b7c7893-1ce7-4e89-b7f9-0c4e8785f373', 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373', 'tenant_id': '3a8667c4031f4ec5917e03235a26b01e', 'fixed_ips': [{'subnet_id': '86d0a628-8c6b-4b5a-9e9c-ff183248af2d'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 04:53:33.237627 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:33.467579 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Allocated IP 192.168.233.2 (8b7c7893-1ce7-4e89-b7f9-0c4e8785f373/86d0a628-8c6b-4b5a-9e9c-ff183248af2d/09a30f45-eabb-48a7-b0f3-7961860e9e37) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:53:33.613039 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:33.621489 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Transition to ACTIVE for port object 09a30f45-eabb-48a7-b0f3-7961860e9e37 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:53:33.636460 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Transition to ACTIVE for port object 09a30f45-eabb-48a7-b0f3-7961860e9e37 will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:53:33.715102 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:33.751450 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:53:33.756519 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:53:33.760319 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:53:33.771559 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Pushing event updated for resources: {'Port': ['ID=09a30f45-eabb-48a7-b0f3-7961860e9e37,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:33.793473 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.793829 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.794174 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.794531 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.794985 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.795225 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.795567 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.795982 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.796310 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.796634 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.796958 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.797304 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:33.829965 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Attempting to bind port 09a30f45-eabb-48a7-b0f3-7961860e9e37 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:53:33.830455 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Attempting to bind port 09a30f45-eabb-48a7-b0f3-7961860e9e37 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:53:33.830909 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Attempting to bind port 09a30f45-eabb-48a7-b0f3-7961860e9e37 on network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:53:33.836207 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:53:33.836573 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Checking segment: {'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:53:33.836968 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:33.837388 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Bound using segment: {'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:53:33.837867 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Bound port: 09a30f45-eabb-48a7-b0f3-7961860e9e37, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:53:33.838260 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:33.903664 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] For port 09a30f45-eabb-48a7-b0f3-7961860e9e37, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:53:33.907292 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] For port 09a30f45-eabb-48a7-b0f3-7961860e9e37, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=09a30f45-eabb-48a7-b0f3-7961860e9e37,segment=NetworkSegment(da95f2ef-d4e7-4fe1-b217-2c936876c094),segment_id=da95f2ef-d4e7-4fe1-b217-2c936876c094)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:53:33.976181 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:34.037090 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79cbc9-cf19-46dc-9656-057337e92ea5 None None] Pushing event updated for resources: {'Port': ['ID=09a30f45-eabb-48a7-b0f3-7961860e9e37,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:34.835548 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee8f9a-8443-414e-8b4e-52e17f9ff096 None None] Network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:53:34.952339 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-41be520e-e83a-4f00-b076-e1e50731890d None None] Provisioning for port 09a30f45-eabb-48a7-b0f3-7961860e9e37 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:53:35.197126 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 09a30f45-eabb-48a7-b0f3-7961860e9e37 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:53:35.303697 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 09a30f45-eabb-48a7-b0f3-7961860e9e37 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:53:35.307751 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 09a30f45-eabb-48a7-b0f3-7961860e9e37 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:53:35.308119 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:35.387621 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:35.419702 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 09a30f45-eabb-48a7-b0f3-7961860e9e37, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=09a30f45-eabb-48a7-b0f3-7961860e9e37,segment=NetworkSegment(da95f2ef-d4e7-4fe1-b217-2c936876c094),segment_id=da95f2ef-d4e7-4fe1-b217-2c936876c094)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:53:35.514784 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:35.562669 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=09a30f45-eabb-48a7-b0f3-7961860e9e37,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:37.157862 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 09a30f45-eabb-48a7-b0f3-7961860e9e37 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:53:37.204310 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 09a30f45-eabb-48a7-b0f3-7961860e9e37 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:53:37.204604 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:40.485862 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e10703b5-b448-417f-bd2d-829972b1a675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:42.965907 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-bd6851a9-1edc-492f-ac1c-f8d7f67c84ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:43.261124 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:44.131959 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:45.668678 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:01.525372 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:54:10.485208 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e245b3b7-5928-4a9b-85ec-2128726110a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:12.976435 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-319835bc-62a7-44b8-a3ed-f1a6d0b7cc40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:13.260352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:14.125457 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:15.632019 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:38.523835 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:54:40.456100 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d814dd3d-6739-49bb-98c3-80feab3e05cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:42.976412 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-c19a9dae-1d43-4649-bac1-9e94ae78bcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:43.270916 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:44.119101 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:45.665681 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:50.234396 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55158) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:50.240605 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [None req-9ee7eaa1-c257-4a9a-871f-a3dc19293ec9 tempest-verify_tempest_config-1568395068 tempest-verify_tempest_config-1568395068-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:54:50.241520 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-9ee7eaa1-c257-4a9a-871f-a3dc19293ec9 tempest-verify_tempest_config-1568395068 tempest-verify_tempest_config-1568395068-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061190 Sep 01 04:54:50.731619 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55176) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:50.832634 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:50.916980 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:50.979489 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:51.024426 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede67ff3-148e-42f2-b2d1-54b7bdb2d7d9,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:51.029420 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f38b9a6565a6453592b9cba0d1d0a02a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2968187 Sep 01 04:54:51.032266 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55180) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:51.033708 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.034062 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.034407 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.034740 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.035067 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.035424 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.035752 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.036093 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.036434 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.036757 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.037100 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.037422 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b65601-7745-4dfe-9850-78c3104bf916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.087769 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:51.110916 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:51.262608 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:51.265066 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:51.266211 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ede67ff3-148e-42f2-b2d1-54b7bdb2d7d9 HTTP/1.1" status: 204 len: 168 time: 0.2329969 Sep 01 04:54:51.273588 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede67ff3-148e-42f2-b2d1-54b7bdb2d7d9,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:51.280053 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.280441 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.280781 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.281129 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.281454 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.281778 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.282096 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.282431 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.282773 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.283092 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.283405 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:51.283715 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee12117-8880-40cb-b9cf-418a7660e8f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:55:10.450676 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9c9dd0b8-7eca-488b-a9f0-e9cffb993c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:12.973313 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b5455f2e-e1b5-44b6-9621-ce8fbc03884a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:13.275871 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:14.150570 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:15.521207 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:55:15.632595 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:40.463902 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8466addd-e6e5-4add-892d-8a089bc87ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:42.975306 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-28c56a4a-1903-4af3-9994-0765c2fa708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:43.272103 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:44.134986 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:45.669635 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:52.519975 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 5 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:56:10.460012 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d71dd708-1194-4e96-b987-fabb48dd9563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:12.979737 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-cc1c4238-fc14-42a5-a048-326c5ef36edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:13.277091 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:14.155048 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:15.668450 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:25.374694 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448226'] for agent, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:29.519001 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:56:40.471392 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-70697db4-805c-4c8d-97df-e17abdca03a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:40.850253 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55256) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:40.950359 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-930e5662-04f3-4907-bd27-0322405978ac admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0990307 Sep 01 04:56:42.976614 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-14c3661f-648b-4a00-9183-8b638fb46404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:43.147299 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55266) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:43.207801 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-19ae66af-b0d0-4074-a418-ba3e40fd310f admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0594161 Sep 01 04:56:43.294322 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:44.168364 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:45.639946 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:55.282127 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:06.522919 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:57:10.459256 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-981708d9-6398-4cdd-b3fd-82d529e7a833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:12.964520 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ed3f228c-cc10-4279-bede-23dd9066c996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:13.281498 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:14.173410 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:15.633133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:25.304149 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:40.456111 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-4168ee5a-d6f1-443a-9de0-2314ac350a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:43.013612 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-f824ba22-9c6b-4f15-b3bf-b07285a7a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:43.286770 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:43.522632 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:57:44.195460 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:45.678594 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:55.295185 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:10.460803 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ed17bf57-ff96-459c-b493-872bd793cc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:12.972768 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-08e9a077-9cba-48b1-a89b-93ed239d828b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:13.334658 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:14.146486 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:14.647251 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55466) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:15.214641 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-634476995-network', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:15.267430 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55486) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:15.320675 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Made reservation on behalf of 17766c14ec71449c90ad59bca33c79d8 for: {'network': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:15.323058 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.331776 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.422456 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.466859 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55496) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:15.484112 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55500) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:15.500294 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.514111 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55504) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:15.530907 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=111187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:58:15.537104 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725fcd57-10b6-4f1f-b237-ce0ce0c6f015,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:15.548044 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.548646 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.549177 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.549688 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.550017 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.550359 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.550833 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.551343 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.551671 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.551995 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.552319 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.552639 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Tracked resource versions report: Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: pushed versions: Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: { 'AddressGroup': {'1.2'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'ConntrackHelper': {'1.0'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Log': {'1.0'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Network': {'1.1'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Port': {'1.7'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'PortForwarding': {'1.2'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'QosPolicy': {'1.9'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SecurityGroup': {'1.4'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SubPort': {'1.0'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Subnet': {'1.1'}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Trunk': {'1.1'}} Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: consumer versions: Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: { DHCP agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: HyperV agent@hv-cinder-80403: {}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: L3 agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: Metadata agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: Metering agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: Open vSwitch agent@dv-cinder-804035-8-iscsi: { 'AddressGroup': '1.2', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'ConntrackHelper': '1.0', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Log': '1.0', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Network': '1.1', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Port': '1.7', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'PortForwarding': '1.2', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'QosPolicy': '1.9', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SecurityGroup': '1.4', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SecurityGroupRule': '1.2', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'SubPort': '1.0', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Subnet': '1.1', Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: 'Trunk': '1.1'}} Sep 01 04:58:15.553740 dv-cinder-804035-8-iscsi neutron-server[111187]: {{(pid=111187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:58:15.570743 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.571083 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.segments_db [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Added segment ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb of type vlan for network ab029d5b-4468-452c-9f56-90a1caf05d49 Sep 01 04:58:15.615696 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-network', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:15.627992 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.665840 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.691946 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Made reservation on behalf of 3cc03a2a7f1c42a38c87bcac7d48cadd for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:15.694278 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.704388 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.741450 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-130657780-network', 'tenant_id': '19b52ec03551403d868713e81e542c44'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:15.749605 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.754887 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:15.754887 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.800886 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.819346 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-network', 'tenant_id': 'edf4274171a8456396df64fd2d224909'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:15.827609 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1525735408-network', 'tenant_id': 'ebf80c96b9d94fcd8cfa78523593f0d0'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:15.830905 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] Pushing event updated for resources: {'Network': ['ID=ab029d5b-4468-452c-9f56-90a1caf05d49,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:15.846188 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network ab029d5b-4468-452c-9f56-90a1caf05d49 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:58:15.866576 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.911267 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:58:15.913229 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970ac0e8-1b4b-494d-a9f7-8256dcc43e39,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:15.925426 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.925788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.926130 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.926460 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.926799 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.927122 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.927447 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.927780 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.928316 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.928641 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.928958 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.929304 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Tracked resource versions report: Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: pushed versions: Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: { 'AddressGroup': {'1.2'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'ConntrackHelper': {'1.0'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Log': {'1.0'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Network': {'1.1'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Port': {'1.7'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'PortForwarding': {'1.2'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'QosPolicy': {'1.9'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SecurityGroup': {'1.4'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SubPort': {'1.0'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Subnet': {'1.1'}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Trunk': {'1.1'}} Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: consumer versions: Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: { DHCP agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: HyperV agent@hv-cinder-80403: {}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: L3 agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: Metadata agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: Metering agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: Open vSwitch agent@dv-cinder-804035-8-iscsi: { 'AddressGroup': '1.2', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'ConntrackHelper': '1.0', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Log': '1.0', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Network': '1.1', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Port': '1.7', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'PortForwarding': '1.2', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'QosPolicy': '1.9', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SecurityGroup': '1.4', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SecurityGroupRule': '1.2', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'SubPort': '1.0', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Subnet': '1.1', Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: 'Trunk': '1.1'}} Sep 01 04:58:15.930339 dv-cinder-804035-8-iscsi neutron-server[111188]: {{(pid=111188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:58:15.932380 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d3ed70b1-9693-4a49-bd49-0fb30737aed0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2830870 Sep 01 04:58:15.935728 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:15.938604 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Added segment 3f3d3852-c7ba-49dd-b056-681f93f2b106 of type vlan for network 7e413433-79f1-4ec5-82ca-7d41437851e1 Sep 01 04:58:15.938604 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55530) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:15.948920 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Request body: {'subnet': {'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-634476995-subnet', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:15.986240 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.023773 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Made reservation on behalf of 19b52ec03551403d868713e81e542c44 for: {'network': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:16.026148 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.037152 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.069552 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.070517 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:16.071084 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.116659 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Made reservation on behalf of edf4274171a8456396df64fd2d224909 for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:16.118913 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.133764 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.151567 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] Pushing event updated for resources: {'Network': ['ID=7e413433-79f1-4ec5-82ca-7d41437851e1,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:16.163061 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:58:16.202837 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-877f3e97-ccc5-4c69-bb2c-873d0bbcc68a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9343147 Sep 01 04:58:16.205759 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55542) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:16.213376 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Request body: {'subnet': {'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-subnet', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:16.300786 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Made reservation on behalf of ebf80c96b9d94fcd8cfa78523593f0d0 for: {'network': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:16.304185 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.319222 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.395383 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Made reservation on behalf of 17766c14ec71449c90ad59bca33c79d8 for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:16.398216 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Notify callbacks [] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.506478 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.578765 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.617529 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=111187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:58:16.626636 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.db.api [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 04:58:16.626636 dv-cinder-804035-8-iscsi neutron-server[111187]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 04:58:16.626636 dv-cinder-804035-8-iscsi neutron-server[111187]: [parameters: {'project_id_1': 'ebf80c96b9d94fcd8cfa78523593f0d0', 'expiration_1': datetime.datetime(2021, 9, 1, 4, 58, 16, 345682)}] Sep 01 04:58:16.626636 dv-cinder-804035-8-iscsi neutron-server[111187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 04:58:16.627127 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG oslo_db.api [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 04:58:16.628974 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470ad038-7d6f-49e4-b94d-e83b577c03f7,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:16.636821 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.637655 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.segments_db [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Added segment 730c61c4-6dfc-42c2-90dd-f19379953e74 of type vlan for network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 Sep 01 04:58:16.667265 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.db.api [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 04:58:16.667265 dv-cinder-804035-8-iscsi neutron-server[111188]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 04:58:16.667265 dv-cinder-804035-8-iscsi neutron-server[111188]: [parameters: {'project_id_1': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'expiration_1': datetime.datetime(2021, 9, 1, 4, 58, 16, 221410)}] Sep 01 04:58:16.667265 dv-cinder-804035-8-iscsi neutron-server[111188]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 04:58:16.667655 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG oslo_db.api [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 04:58:16.672747 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.698548 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.745610 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.758072 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d06524-d788-412d-bd00-de293b27ccc1,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:16.768986 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Checking segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:16.769359 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Network hostable DHCP agents. Network: ab029d5b-4468-452c-9f56-90a1caf05d49, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:58:16.820752 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.821871 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:16.822571 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.862213 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Network ab029d5b-4468-452c-9f56-90a1caf05d49 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:58:16.867829 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.890325 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5e8739-a443-4e67-b43d-ff21a57d70a8,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:16.901577 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:58:16.911498 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa4155c-c027-4f51-82a7-fb739fe74370,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:16.922206 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:58:16.930955 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.931290 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Added segment 14fe0e28-43c4-493c-ade2-0b3faa2015dc of type vlan for network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b Sep 01 04:58:16.945987 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-96d20c46-3943-4695-b3e0-8043c0f47661 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4779441 Sep 01 04:58:16.947273 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55572) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:16.952608 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Request body: {'subnet': {'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-130657780-subnet', 'tenant_id': '19b52ec03551403d868713e81e542c44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:16.989281 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:16.991288 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, ab029d5b-4468-452c-9f56-90a1caf05d49) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:17.001836 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9bdad-7bfd-4f9b-b155-2c4facea9e8b None None] Network ab029d5b-4468-452c-9f56-90a1caf05d49 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:17.020349 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:17.020997 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.038711 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Made reservation on behalf of 19b52ec03551403d868713e81e542c44 for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:17.044954 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.129010 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.167845 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-ab029d5b-4468-452c-9f56-90a1caf05d49', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 04:58:17.169388 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.175198 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.176262 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:17.176927 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.182009 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-459ff4da-d3c4-46d3-b1a8-457fd92bd47f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2431407 Sep 01 04:58:17.190164 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55584) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:17.200961 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:17.263735 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.db.api [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 04:58:17.263735 dv-cinder-804035-8-iscsi neutron-server[111188]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 04:58:17.263735 dv-cinder-804035-8-iscsi neutron-server[111188]: [parameters: {'project_id_1': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'expiration_1': datetime.datetime(2021, 9, 1, 4, 58, 17, 173482)}] Sep 01 04:58:17.263735 dv-cinder-804035-8-iscsi neutron-server[111188]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 04:58:17.264321 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG oslo_db.api [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 04:58:17.270218 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.db.api [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 04:58:17.270218 dv-cinder-804035-8-iscsi neutron-server[111188]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 04:58:17.270218 dv-cinder-804035-8-iscsi neutron-server[111188]: [parameters: {'project_id_1': '17766c14ec71449c90ad59bca33c79d8', 'expiration_1': datetime.datetime(2021, 9, 1, 4, 58, 17, 226190)}] Sep 01 04:58:17.270218 dv-cinder-804035-8-iscsi neutron-server[111188]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 04:58:17.270615 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG oslo_db.api [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 04:58:17.278819 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:17.294806 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:58:17.322340 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.356242 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.363226 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Allocated IP 172.20.0.2 (ab029d5b-4468-452c-9f56-90a1caf05d49/53d06524-d788-412d-bd00-de293b27ccc1/20471c28-c948-48dc-98d7-e58a00f12b13) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:17.429101 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.462119 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cabf4a5-fb47-43b9-bfe5-867978942fed,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:17.469990 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=111187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:58:17.472153 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Checking segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:17.473465 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Network hostable DHCP agents. Network: 5e5e8739-a443-4e67-b43d-ff21a57d70a8, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:58:17.490223 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:17.493137 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.493484 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.segments_db [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Added segment ad181757-25dc-4295-829e-61cb6e44a5ed of type vlan for network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 Sep 01 04:58:17.536947 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-0bb51ee7-46bc-4004-bbe8-dafe65c4cba5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0214021 Sep 01 04:58:17.538329 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.539739 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55598) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:17.546796 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Request body: {'subnet': {'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-subnet', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:17.551084 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Transition to ACTIVE for port object 20471c28-c948-48dc-98d7-e58a00f12b13 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:17.567865 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.577593 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Transition to ACTIVE for port object 20471c28-c948-48dc-98d7-e58a00f12b13 will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:17.608913 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Made reservation on behalf of 3cc03a2a7f1c42a38c87bcac7d48cadd for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:17.611246 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.635221 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:58:17.684749 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.685076 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.686590 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:17.688017 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.744606 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 5e5e8739-a443-4e67-b43d-ff21a57d70a8) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:17.775269 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Pushing event updated for resources: {'Port': ['ID=20471c28-c948-48dc-98d7-e58a00f12b13,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:17.792239 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279cb42-08da-4cf5-a800-454e637832d3 None None] Network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:17.796761 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Made reservation on behalf of edf4274171a8456396df64fd2d224909 for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:17.797965 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:17.805321 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.805483 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Notify callbacks [] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.805585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.819430 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Tracked resource versions report: Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: pushed versions: Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: { 'AddressGroup': {'1.2'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'ConntrackHelper': {'1.0'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Log': {'1.0'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Network': {'1.1'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Port': {'1.7'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'PortForwarding': {'1.2'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'QosPolicy': {'1.9'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SecurityGroup': {'1.4'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SubPort': {'1.0'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Subnet': {'1.1'}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Trunk': {'1.1'}} Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: consumer versions: Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: { DHCP agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: HyperV agent@hv-cinder-80403: {}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: L3 agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: Metadata agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: Metering agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: Open vSwitch agent@dv-cinder-804035-8-iscsi: { 'AddressGroup': '1.2', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'ConntrackHelper': '1.0', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Log': '1.0', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Network': '1.1', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Port': '1.7', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'PortForwarding': '1.2', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'QosPolicy': '1.9', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SecurityGroup': '1.4', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SecurityGroupRule': '1.2', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'SubPort': '1.0', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Subnet': '1.1', Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: 'Trunk': '1.1'}} Sep 01 04:58:17.820812 dv-cinder-804035-8-iscsi neutron-server[111189]: {{(pid=111189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:58:17.823890 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] Pushing event updated for resources: {'Network': ['ID=2967ee5c-624d-4d1c-9d60-88f13f5f6372,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:17.830496 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-be47ed1a-636b-40d6-b657-107b10b4041f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3426077 Sep 01 04:58:17.834278 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55620) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:17.838105 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:58:17.843348 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Request body: {'subnet': {'network_id': '2967ee5c-624d-4d1c-9d60-88f13f5f6372', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1525735408-subnet', 'tenant_id': 'ebf80c96b9d94fcd8cfa78523593f0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:17.906823 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-9869c71b-c4d6-4966-8500-0258bdd4ae49 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9585972 Sep 01 04:58:17.931760 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Network ab029d5b-4468-452c-9f56-90a1caf05d49 is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:17.933683 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:17.936318 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:17.985851 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.040711 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.042521 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.069736 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Attempting to bind port 20471c28-c948-48dc-98d7-e58a00f12b13 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:18.070544 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Attempting to bind port 20471c28-c948-48dc-98d7-e58a00f12b13 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:18.070910 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Attempting to bind port 20471c28-c948-48dc-98d7-e58a00f12b13 on network ab029d5b-4468-452c-9f56-90a1caf05d49 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:18.086782 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:18.087149 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Checking segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:18.087723 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.088116 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Bound using segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:18.088591 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Bound port: 20471c28-c948-48dc-98d7-e58a00f12b13, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:18.089111 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.102997 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55630) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:18.144031 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Made reservation on behalf of ebf80c96b9d94fcd8cfa78523593f0d0 for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:18.147515 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Notify callbacks [] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.178292 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc6411-0aeb-4a28-9d4d-afca2d8987d3 None None] Network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:18.241497 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] For port 20471c28-c948-48dc-98d7-e58a00f12b13, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:18.243696 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40cb068f-9043-4ac5-bbb2-5aacd080f50f,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:18.245746 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] For port 20471c28-c948-48dc-98d7-e58a00f12b13, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=20471c28-c948-48dc-98d7-e58a00f12b13,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:18.280431 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.281529 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Checking segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:18.281885 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Network hostable DHCP agents. Network: 7e413433-79f1-4ec5-82ca-7d41437851e1, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:58:18.311917 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.327690 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.427195 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.427660 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdf6d6-768e-4c1b-b691-c2ccd1d5809a None None] Pushing event updated for resources: {'Port': ['ID=20471c28-c948-48dc-98d7-e58a00f12b13,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:18.502125 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:58:18.505555 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e90768ad-ff63-4bc3-a39c-f9097dce4230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.521284 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:18.523714 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e33247-9e1d-41f4-8de1-886fe686e60c,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:18.544172 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Checking segment: {'id': 'ad181757-25dc-4295-829e-61cb6e44a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2967ee5c-624d-4d1c-9d60-88f13f5f6372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:18.544711 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Network hostable DHCP agents. Network: 2967ee5c-624d-4d1c-9d60-88f13f5f6372, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:58:18.601003 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Checking segment: {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:18.602550 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Network hostable DHCP agents. Network: ac7fa1b4-6c0c-447e-8f22-aea426d62e1b, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:58:18.667253 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e90768ad-ff63-4bc3-a39c-f9097dce4230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.710098 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.717827 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 7e413433-79f1-4ec5-82ca-7d41437851e1) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:18.729948 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b609299f-7657-4e0f-b68c-54caa6659b2c None None] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:18.730552 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:18.731149 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.738151 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:58:18.744423 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 2967ee5c-624d-4d1c-9d60-88f13f5f6372) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:18.759610 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:18.760727 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.766849 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e90768ad-ff63-4bc3-a39c-f9097dce4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.781637 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b67ea1-30ea-4164-b07b-6791b02890fc None None] Network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:18.810351 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-e90768ad-ff63-4bc3-a39c-f9097dce4230 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e5ffbac197194f20b4b45e65f2c74f19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7033429 Sep 01 04:58:18.811600 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55646) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:18.848468 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55648) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:18.880470 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:58:18.899241 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, ac7fa1b4-6c0c-447e-8f22-aea426d62e1b) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:18.911359 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67cf3f-0c44-4ecb-bff2-b5a45a49ac43 None None] Network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:18.914287 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-fbd48aee-f352-4ea1-ab11-34c380d153de admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0825179 Sep 01 04:58:18.918685 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90768ad-ff63-4bc3-a39c-f9097dce4230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82acc1a9-b158-4705-aa7d-2e7c351140dc,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:18.920512 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-256496f7-ecc3-4750-bc00-11057c9e95a1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7133374 Sep 01 04:58:18.922959 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:18.923535 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:18.924199 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55658) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:18.946441 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:19.000535 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-22ff145c-d325-4e93-9beb-cf7c9579b25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.029986 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-22ff145c-d325-4e93-9beb-cf7c9579b25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.061192 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-b8d5feb4-f37a-48e1-b48f-c97aa2a7737f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5166245 Sep 01 04:58:19.061561 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55678) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:19.061561 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55680) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:19.064886 dv-cinder-804035-8-iscsi neutron-server[111187]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 04:58:19.083361 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:19.116859 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5641ffe8-8956-40ec-a85a-5301c6dd9877 None None] Network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:19.216357 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2f9651a6-41d0-4ca0-92be-b2a278c02540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.224336 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-7e413433-79f1-4ec5-82ca-7d41437851e1', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 04:58:19.225801 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.260946 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.262683 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.306807 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.db.api [None req-2f9651a6-41d0-4ca0-92be-b2a278c02540 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 04:58:19.306807 dv-cinder-804035-8-iscsi neutron-server[111187]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 04:58:19.306807 dv-cinder-804035-8-iscsi neutron-server[111187]: [parameters: {'project_id_1': '206b398565c04963960661d345db16f8', 'expiration_1': datetime.datetime(2021, 9, 1, 4, 58, 19, 243197)}] Sep 01 04:58:19.306807 dv-cinder-804035-8-iscsi neutron-server[111187]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 04:58:19.306807 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG oslo_db.api [None req-2f9651a6-41d0-4ca0-92be-b2a278c02540 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 04:58:19.363043 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.402179 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.443512 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.443718 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.454418 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.470370 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-836d49d1-0322-4245-ad2d-ce2b118248e8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:19.476095 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-836d49d1-0322-4245-ad2d-ce2b118248e8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 814 time: 0.4127882 Sep 01 04:58:19.514022 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-9a48dfda-8974-4d85-8f44-a452b6c90566 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/quotas/19b52ec03551403d868713e81e542c44 HTTP/1.1" status: 200 len: 375 time: 0.0266650 Sep 01 04:58:19.538621 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 20471c28-c948-48dc-98d7-e58a00f12b13 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:19.565469 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55706) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:19.573554 dv-cinder-804035-8-iscsi neutron-server[111188]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 04:58:19.753801 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.754650 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-22ff145c-d325-4e93-9beb-cf7c9579b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.757228 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-22ff145c-d325-4e93-9beb-cf7c9579b25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.758518 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-22ff145c-d325-4e93-9beb-cf7c9579b25e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82acc1a9-b158-4705-aa7d-2e7c351140dc HTTP/1.1" status: 204 len: 168 time: 0.9419394 Sep 01 04:58:19.765820 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-b58a82d3-dc40-4fd3-87cc-75b3d846bac5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2420702 Sep 01 04:58:19.829298 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2f9651a6-41d0-4ca0-92be-b2a278c02540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.842241 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff145c-d325-4e93-9beb-cf7c9579b25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82acc1a9-b158-4705-aa7d-2e7c351140dc,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:19.851866 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d9d1a-62e8-424f-8fb1-b69e9f945d11 None None] Network ab029d5b-4468-452c-9f56-90a1caf05d49 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:19.852215 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Allocated IP 172.27.1.109 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/863ef553-bb41-44d6-aa8c-dcab5f6905f7) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:19.888060 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae917b-467e-4741-a856-5df85b8caed8 req-5eea6c59-5eac-4fb4-bb80-266f78a09ef1 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:19.893129 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-5eea6c59-5eac-4fb4-bb80-266f78a09ef1 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/networks?id=2967ee5c-624d-4d1c-9d60-88f13f5f6372 HTTP/1.1" status: 200 len: 812 time: 0.3232639 Sep 01 04:58:19.908847 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-51654328-3b3e-4974-80c8-940eb5248378 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/quotas/ebf80c96b9d94fcd8cfa78523593f0d0 HTTP/1.1" status: 200 len: 375 time: 0.0115786 Sep 01 04:58:19.954300 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e72c17b-0dfb-4e37-9a37-1dbf025a3558 None None] Network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:19.991475 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.065443 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-592fd4ab-85f9-400e-9c0c-b4d641cb2d96 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:58:20.066230 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-592fd4ab-85f9-400e-9c0c-b4d641cb2d96 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1559007 Sep 01 04:58:20.074258 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.097537 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-d9d63240-2c14-4e65-9d9e-49785cbc477d tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebf80c96b9d94fcd8cfa78523593f0d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1754091 Sep 01 04:58:20.133295 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Allocated IP 172.20.0.2 (7e413433-79f1-4ec5-82ca-7d41437851e1/40cb068f-9043-4ac5-bbb2-5aacd080f50f/4becb191-49cd-4fc0-a061-9739ae4666e9) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:20.165704 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.245280 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-972ef427-d20c-4f62-bb2a-4dc043c36527 None None] Provisioning for port 20471c28-c948-48dc-98d7-e58a00f12b13 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:20.283618 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-b10b390e-9276-4747-8ae0-cfceb8a75ef8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:58:20.284868 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-b10b390e-9276-4747-8ae0-cfceb8a75ef8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932684 Sep 01 04:58:20.302701 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-0f90137e-b3d6-4f0a-9b78-7efacbbc5b8c service neutron] 10.222.0.41 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220228 Sep 01 04:58:20.320871 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2f9651a6-41d0-4ca0-92be-b2a278c02540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.392352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 20471c28-c948-48dc-98d7-e58a00f12b13 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:20.397576 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2f9651a6-41d0-4ca0-92be-b2a278c02540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.412574 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 20471c28-c948-48dc-98d7-e58a00f12b13 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:20.412952 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.447377 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-41ef0bb9-a52b-4145-a9ca-baeb867ab833 service neutron] 10.222.0.41 "GET /v2.0/networks/2967ee5c-624d-4d1c-9d60-88f13f5f6372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463814 Sep 01 04:58:20.478916 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.485226 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-2f9651a6-41d0-4ca0-92be-b2a278c02540 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=206b398565c04963960661d345db16f8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6274648 Sep 01 04:58:20.499104 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55730) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:20.500473 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.520679 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:58:20.523916 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Transition to ACTIVE for port object 4becb191-49cd-4fc0-a061-9739ae4666e9 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:20.524402 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a17473d7-87a4-47f4-af27-8a4cce13f082 service neutron] 10.222.0.41 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089362 Sep 01 04:58:20.525091 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9651a6-41d0-4ca0-92be-b2a278c02540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04433485-7f5d-4d76-9104-a84e63d9cbf3,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:20.563818 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Transition to ACTIVE for port object 4becb191-49cd-4fc0-a061-9739ae4666e9 will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:20.623104 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55734) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:20.628717 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.639629 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.667866 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:20.680318 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-73643b9b-9382-42c6-8df4-7824a9923193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.693065 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:20.729364 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 20471c28-c948-48dc-98d7-e58a00f12b13, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=20471c28-c948-48dc-98d7-e58a00f12b13,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:20.734989 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:20.747167 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:20.747549 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.755735 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:20.786579 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.789465 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Pushing event updated for resources: {'Port': ['ID=4becb191-49cd-4fc0-a061-9739ae4666e9,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:20.803506 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-a2e9af88-69c6-42e0-8261-d12c600c9d1d None None] Provisioning complete for port 20471c28-c948-48dc-98d7-e58a00f12b13 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:20.804190 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a2e9af88-69c6-42e0-8261-d12c600c9d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.813533 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:20.822008 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.832357 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.838402 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6afc7e23-3c5e-43b1-8c91-fe2a12c1409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.859472 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.932603 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Attempting to bind port 4becb191-49cd-4fc0-a061-9739ae4666e9 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:20.933462 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Attempting to bind port 4becb191-49cd-4fc0-a061-9739ae4666e9 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:20.935155 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Attempting to bind port 4becb191-49cd-4fc0-a061-9739ae4666e9 on network 7e413433-79f1-4ec5-82ca-7d41437851e1 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:20.938007 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-1b3ba090-6f1e-46d1-8cbd-b6927d875b0e service neutron] 10.222.0.41 "GET /v2.0/networks/2967ee5c-624d-4d1c-9d60-88f13f5f6372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893804 Sep 01 04:58:20.966343 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Allocated IP 172.27.1.61 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/7915d30e-3112-40be-9f28-46112696b552) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:21.012435 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:21.013061 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Checking segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:21.013538 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.013723 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Bound using segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:21.014198 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Bound port: 4becb191-49cd-4fc0-a061-9739ae4666e9, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:21.014549 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.025808 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=20471c28-c948-48dc-98d7-e58a00f12b13,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:21.096834 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6afc7e23-3c5e-43b1-8c91-fe2a12c1409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.128415 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=863ef553-bb41-44d6-aa8c-dcab5f6905f7,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:21.157702 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] For port 4becb191-49cd-4fc0-a061-9739ae4666e9, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:21.162085 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] For port 4becb191-49cd-4fc0-a061-9739ae4666e9, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4becb191-49cd-4fc0-a061-9739ae4666e9,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:21.194494 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.235874 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-73643b9b-9382-42c6-8df4-7824a9923193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.238241 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.284372 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-78c07ae4-f10e-4368-9eae-9ea0616843f8 req-63d18e79-8b8b-435b-a79d-6ea9a21d004d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.0708323 Sep 01 04:58:21.327401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ada0d-c6c4-4064-a4e3-9688df50a451 None None] Pushing event updated for resources: {'Port': ['ID=4becb191-49cd-4fc0-a061-9739ae4666e9,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:21.364855 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 20471c28-c948-48dc-98d7-e58a00f12b13 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:21.410596 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6afc7e23-3c5e-43b1-8c91-fe2a12c1409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.413869 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.414040 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6afc7e23-3c5e-43b1-8c91-fe2a12c1409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.419705 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-6afc7e23-3c5e-43b1-8c91-fe2a12c1409e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04433485-7f5d-4d76-9104-a84e63d9cbf3 HTTP/1.1" status: 204 len: 168 time: 0.9018285 Sep 01 04:58:21.427126 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-73643b9b-9382-42c6-8df4-7824a9923193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.503930 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 20471c28-c948-48dc-98d7-e58a00f12b13 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:21.504306 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:21.585648 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-73643b9b-9382-42c6-8df4-7824a9923193 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4c427decc6d4f70ac4cf7d884b635b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9315157 Sep 01 04:58:21.592343 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55772) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:21.612521 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc7e23-3c5e-43b1-8c91-fe2a12c1409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04433485-7f5d-4d76-9104-a84e63d9cbf3,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:21.931958 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:21.938915 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d15573f9-f33b-4025-80de-30d23fe12006 req-f5a4481d-aadd-4e45-880e-49ab4cbacd9f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.3132710 Sep 01 04:58:21.940275 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:21.945336 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:21.997392 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Pushing event updated for resources: {'Port': ['ID=7915d30e-3112-40be-9f28-46112696b552,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:22.011132 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73643b9b-9382-42c6-8df4-7824a9923193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a6c88f-3f55-46b4-9e45-02018fd67e80,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:22.054118 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.054989 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Allocated IP 172.27.1.228 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/8e202295-3603-4367-9b0f-733a5af0a8a1) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:22.261612 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-202a32e4-9605-46a9-badd-ceb638a79d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.267740 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.294607 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-202a32e4-9605-46a9-badd-ceb638a79d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.398530 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.476083 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fb7668ce-37dd-4366-baf8-737cf1f257c7 req-d8eec1c4-5150-4659-9f6e-1fc567316ccc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.0530941 Sep 01 04:58:22.536307 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.564088 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-202a32e4-9605-46a9-badd-ceb638a79d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.567408 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-202a32e4-9605-46a9-badd-ceb638a79d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.572097 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-202a32e4-9605-46a9-badd-ceb638a79d65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1a6c88f-3f55-46b4-9e45-02018fd67e80 HTTP/1.1" status: 204 len: 168 time: 0.9789138 Sep 01 04:58:22.587741 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a32e4-9605-46a9-badd-ceb638a79d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a6c88f-3f55-46b4-9e45-02018fd67e80,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:22.587977 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.622277 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55826) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:22.639424 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91a7d997-6328-4afe-be0d-168db572dd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.756918 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:22.763165 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:22.771014 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:22.775480 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Pushing event updated for resources: {'Port': ['ID=8e202295-3603-4367-9b0f-733a5af0a8a1,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:22.787032 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91a7d997-6328-4afe-be0d-168db572dd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.872839 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2538fb7a-662b-46de-a4eb-37aa4a005bfe None None] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:22.876267 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 04:58:22.881533 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91a7d997-6328-4afe-be0d-168db572dd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:22.941081 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-91a7d997-6328-4afe-be0d-168db572dd0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b61ee982095d4a71b7613389678f976c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3173449 Sep 01 04:58:22.944035 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55834) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:22.947224 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7d997-6328-4afe-be0d-168db572dd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2d027f-95b5-4f55-a8f6-50256744288c,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:23.066026 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.078943 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-5daa5b02-e6e1-497c-8927-ae89299040c8 None None] Provisioning for port 4becb191-49cd-4fc0-a061-9739ae4666e9 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:23.102471 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c4e7ef9b-e5e1-45c5-9843-1ce1eb8545f3 req-5f2fbf98-e4fe-4dc9-a28d-b9eab6a5aee3 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0284986 Sep 01 04:58:23.111920 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-19898653-99af-47b8-9b7e-0c22b15234d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.146004 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:58:23.160117 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Sync routers for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:58:23.180101 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:23.180815 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:23.212758 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-19898653-99af-47b8-9b7e-0c22b15234d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.280749 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.285782 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-b9c856a6-b3bc-47e2-bf7a-7b22e7b58ed4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0892096 Sep 01 04:58:23.286699 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 55846) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:23.345331 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:23.403710 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.507974 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4becb191-49cd-4fc0-a061-9739ae4666e9 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:23.583594 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-19898653-99af-47b8-9b7e-0c22b15234d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.588279 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-19898653-99af-47b8-9b7e-0c22b15234d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.592197 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-19898653-99af-47b8-9b7e-0c22b15234d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b2d027f-95b5-4f55-a8f6-50256744288c HTTP/1.1" status: 204 len: 168 time: 0.6470964 Sep 01 04:58:23.620478 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19898653-99af-47b8-9b7e-0c22b15234d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2d027f-95b5-4f55-a8f6-50256744288c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:23.665225 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 4becb191-49cd-4fc0-a061-9739ae4666e9 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:23.680134 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 4becb191-49cd-4fc0-a061-9739ae4666e9 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:23.681839 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.711875 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:21Z', 'revision_number': 3, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:23.724382 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Router 79848ba1-1671-410a-8a02-5818e5f38c82 is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 04:58:23.768300 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Checking router: 060e2f57-7b15-4b5e-b03f-3dfb028995f6 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:58:23.769003 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Updating router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 port 863ef553-bb41-44d6-aa8c-dcab5f6905f7 binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:58:23.801242 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.808293 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.849251 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 4becb191-49cd-4fc0-a061-9739ae4666e9, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4becb191-49cd-4fc0-a061-9739ae4666e9,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:23.895191 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.911944 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:23.912530 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e3f24fa1-9a3f-4d39-b8be-e65ec986491c req-45782a00-c806-408b-822a-c106014fbb68 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.0309238 Sep 01 04:58:24.018434 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=4becb191-49cd-4fc0-a061-9739ae4666e9,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:24.133892 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:58:24.162290 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Sync routers for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:58:24.190059 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:24.191430 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:24.263829 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:24.269843 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-4c3cc86c-b4f0-4c44-b8bb-193c9acc382f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3439939 Sep 01 04:58:24.274663 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55880) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:24.304505 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:24.323551 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Transition to ACTIVE for port object 863ef553-bb41-44d6-aa8c-dcab5f6905f7 will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:24.350994 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:24.405492 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:24.414856 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:24.443297 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2c1b75c8-85db-442e-abec-86558d3ecc0b req-cee2e1b4-59c4-4730-bdf0-ff2399a2692e tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0430834 Sep 01 04:58:24.502682 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Attempting to bind port 863ef553-bb41-44d6-aa8c-dcab5f6905f7 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:24.504264 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Attempting to bind port 863ef553-bb41-44d6-aa8c-dcab5f6905f7 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:24.504671 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Attempting to bind port 863ef553-bb41-44d6-aa8c-dcab5f6905f7 on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:24.518496 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:24.518873 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:24.519271 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:24.519660 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:24.520131 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Bound port: 863ef553-bb41-44d6-aa8c-dcab5f6905f7, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:24.520498 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:24.566322 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Pushing event updated for resources: {'Port': ['ID=863ef553-bb41-44d6-aa8c-dcab5f6905f7,revision_number=2']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:24.577113 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.577754 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.578242 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.578720 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.579203 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.579676 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.580159 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.580631 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.581301 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.582190 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.583143 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.583635 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Tracked resource versions report: Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: pushed versions: Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: { 'AddressGroup': {'1.2'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'ConntrackHelper': {'1.0'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Log': {'1.0'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Network': {'1.1'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Port': {'1.7'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'PortForwarding': {'1.2'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'QosPolicy': {'1.9'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SecurityGroup': {'1.4'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SubPort': {'1.0'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Subnet': {'1.1'}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Trunk': {'1.1'}} Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: consumer versions: Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: { DHCP agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: HyperV agent@hv-cinder-80403: {}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: L3 agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: Metadata agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: Metering agent@dv-cinder-804035-8-iscsi: {}, Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: Open vSwitch agent@dv-cinder-804035-8-iscsi: { 'AddressGroup': '1.2', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'ConntrackHelper': '1.0', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Log': '1.0', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Network': '1.1', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Port': '1.7', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'PortForwarding': '1.2', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'QosPolicy': '1.9', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SecurityGroup': '1.4', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SecurityGroupRule': '1.2', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'SubPort': '1.0', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Subnet': '1.1', Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: 'Trunk': '1.1'}} Sep 01 04:58:24.585109 dv-cinder-804035-8-iscsi neutron-server[111190]: {{(pid=111190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:58:24.613264 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] For port 863ef553-bb41-44d6-aa8c-dcab5f6905f7, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:24.617558 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] For port 863ef553-bb41-44d6-aa8c-dcab5f6905f7, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=863ef553-bb41-44d6-aa8c-dcab5f6905f7,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:24.635269 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Router 3239afda-9d4b-4628-bbe8-ba5f65de491e is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 04:58:24.670085 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Allocated IP 172.20.0.1 (ab029d5b-4468-452c-9f56-90a1caf05d49/53d06524-d788-412d-bd00-de293b27ccc1/1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:24.718236 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:24.826758 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd226474-1abc-42d5-bf44-327f66caf87f None None] Pushing event updated for resources: {'Port': ['ID=863ef553-bb41-44d6-aa8c-dcab5f6905f7,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:24.829913 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:24.830563 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:24.855686 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:24.882635 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Transition to ACTIVE for port object 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:24.925078 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:22Z', 'revision_number': 3, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:24.929660 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:58:24.957241 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Sync routers for ids ['3239afda-9d4b-4628-bbe8-ba5f65de491e'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:58:24.976764 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Checking router: 79848ba1-1671-410a-8a02-5818e5f38c82 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:58:24.977146 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Updating router 79848ba1-1671-410a-8a02-5818e5f38c82 port 7915d30e-3112-40be-9f28-46112696b552 binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:58:24.985448 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Routers {'3239afda-9d4b-4628-bbe8-ba5f65de491e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:24.986308 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['3239afda-9d4b-4628-bbe8-ba5f65de491e'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:25.009405 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.047489 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.065715 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Network ab029d5b-4468-452c-9f56-90a1caf05d49 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:25.073313 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:25.079236 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:25.080302 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.084747 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:25.112283 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.128716 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-3024cb7c-6f12-4941-8f9f-327aa9373640 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0667391 Sep 01 04:58:25.152936 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 55904) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:25.171318 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:25.270131 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-285cd362-cfaa-4dca-9de4-df3a8b27a2e6 req-43f1c7cb-5c57-4cb0-aa3d-73757f38f424 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.2015476 Sep 01 04:58:25.413196 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.524730 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.540406 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Transition to ACTIVE for port object 7915d30e-3112-40be-9f28-46112696b552 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:25.555481 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4becb191-49cd-4fc0-a061-9739ae4666e9 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:25.673055 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-95f3ec4b-813f-4654-8cc9-0b5c26e401f2 req-029eff8d-2021-471c-b8ff-3ebe9743563a tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0621514 Sep 01 04:58:25.680897 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.684151 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.731998 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Set router 3239afda-9d4b-4628-bbe8-ba5f65de491e gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:25.821615 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.827537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-65504f7c-9a7a-4b9a-a84b-ecffdeb55cf5 None None] Provisioning for port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:25.871927 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-65504f7c-9a7a-4b9a-a84b-ecffdeb55cf5 None None] Provisioning complete for port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:25.872334 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-65504f7c-9a7a-4b9a-a84b-ecffdeb55cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.878465 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Attempting to bind port 7915d30e-3112-40be-9f28-46112696b552 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:25.878830 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Attempting to bind port 7915d30e-3112-40be-9f28-46112696b552 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:25.879224 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Attempting to bind port 7915d30e-3112-40be-9f28-46112696b552 on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:25.880571 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Allocated IP 172.20.0.1 (7e413433-79f1-4ec5-82ca-7d41437851e1/40cb068f-9043-4ac5-bbb2-5aacd080f50f/2a937e1e-08c0-4a57-8847-9697969893c5) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:25.903601 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254dd42-da11-4041-953d-57e912472ba7 None None] Pushing event updated for resources: {'Port': ['ID=7915d30e-3112-40be-9f28-46112696b552,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:25.904234 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.911948 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:25.916532 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:25.916532 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.916532 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:25.916532 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Bound port: 7915d30e-3112-40be-9f28-46112696b552, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:25.916532 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.971072 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-65504f7c-9a7a-4b9a-a84b-ecffdeb55cf5 None None] Port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:58:25.971072 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 4becb191-49cd-4fc0-a061-9739ae4666e9 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:25.971072 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.991100 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:25.992404 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:26.082968 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] For port 7915d30e-3112-40be-9f28-46112696b552, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:26.095173 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] For port 7915d30e-3112-40be-9f28-46112696b552, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=7915d30e-3112-40be-9f28-46112696b552,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:26.163046 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:22Z', 'revision_number': 3, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port': {'id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:26.185361 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Network ab029d5b-4468-452c-9f56-90a1caf05d49 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:26.189888 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:26.202143 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:26.210900 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Checking router: 3239afda-9d4b-4628-bbe8-ba5f65de491e for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:58:26.211248 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Updating router 3239afda-9d4b-4628-bbe8-ba5f65de491e port 8e202295-3603-4367-9b0f-733a5af0a8a1 binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:58:26.254347 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:26.285259 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:26.356053 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254dd42-da11-4041-953d-57e912472ba7 None None] Pushing event updated for resources: {'Port': ['ID=7915d30e-3112-40be-9f28-46112696b552,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:26.356204 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:26.363591 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:26.364219 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:26.365369 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.provisioning_blocks [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Transition to ACTIVE for port object 2a937e1e-08c0-4a57-8847-9697969893c5 will not be triggered until provisioned by entity DHCP. {{(pid=111187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:26.396627 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Pushing event updated for resources: {'Port': ['ID=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:26.485339 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 04:58:26.579573 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-39cc4865-9180-4f31-bddf-b43df377843f req-8389b866-f52c-4efa-b292-24431c1bbe73 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.1171594 Sep 01 04:58:26.588248 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7f0ad0c4-02b4-40d7-8de9-b66a9eb307ac None None] Provisioning complete for port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:26.588617 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7f0ad0c4-02b4-40d7-8de9-b66a9eb307ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:26.635657 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:58:26.649649 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-cafe21ca-6236-49ed-a943-5f357bd2ae32 admin admin] 10.222.0.41 "PUT /v2.0/routers/060e2f57-7b15-4b5e-b03f-3dfb028995f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3618407 Sep 01 04:58:26.709947 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ad0c4-02b4-40d7-8de9-b66a9eb307ac None None] Port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:58:26.723362 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:21Z', 'revision_number': 3, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:26.728382 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:26.806617 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2247cb-3094-4db7-b9e7-ab2ddce44c86 None None] The sync data for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi is: [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:21Z', 'revision_number': 3, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:58:26.835492 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:26.862048 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Transition to ACTIVE for port object 8e202295-3603-4367-9b0f-733a5af0a8a1 will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:26.932700 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-266285ba-969e-433a-b84d-f1d801f80273 req-be83b78a-9bfe-4270-9619-b779ff0d0d2a tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0412679 Sep 01 04:58:26.948537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:22Z', 'revision_number': 3, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:26.986626 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249658a9-2286-4044-a5ac-fac3f06e945d None None] The sync data for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi is: [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:22Z', 'revision_number': 3, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:58:26.987241 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.018293 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.062337 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Attempting to bind port 8e202295-3603-4367-9b0f-733a5af0a8a1 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:27.062996 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Attempting to bind port 8e202295-3603-4367-9b0f-733a5af0a8a1 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:27.063322 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Attempting to bind port 8e202295-3603-4367-9b0f-733a5af0a8a1 on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:27.067951 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c046efc-e7c4-4c91-b474-21b5d9031ab2 None None] Pushing event updated for resources: {'Port': ['ID=8e202295-3603-4367-9b0f-733a5af0a8a1,revision_number=2']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:27.082093 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:27.082093 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:27.082093 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.082093 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:27.082093 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Bound port: 8e202295-3603-4367-9b0f-733a5af0a8a1, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:27.082093 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.083312 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:27.085642 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:27.088224 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:27.088748 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.132428 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Allocated IP 172.20.0.1 (ac7fa1b4-6c0c-447e-8f22-aea426d62e1b/4568835c-3ae1-4c7b-bed4-f0f734e6fbe1/ab6be7cf-77ef-454c-8e41-85b3bc8007ac) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:27.161258 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] For port 8e202295-3603-4367-9b0f-733a5af0a8a1, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:27.164839 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] For port 8e202295-3603-4367-9b0f-733a5af0a8a1, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=8e202295-3603-4367-9b0f-733a5af0a8a1,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:27.201015 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Pushing event updated for resources: {'Port': ['ID=2a937e1e-08c0-4a57-8847-9697969893c5,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:27.244946 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.502525 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c046efc-e7c4-4c91-b474-21b5d9031ab2 None None] Pushing event updated for resources: {'Port': ['ID=8e202295-3603-4367-9b0f-733a5af0a8a1,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:27.528268 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Routers {'3239afda-9d4b-4628-bbe8-ba5f65de491e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:27.529357 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['3239afda-9d4b-4628-bbe8-ba5f65de491e'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:27.555345 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 863ef553-bb41-44d6-aa8c-dcab5f6905f7 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:27.685482 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-78b9ba49-9d1b-4483-a411-2acedd440645 None None] Provisioning for port 2a937e1e-08c0-4a57-8847-9697969893c5 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:27.691022 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-78b9ba49-9d1b-4483-a411-2acedd440645 None None] Provisioning complete for port 2a937e1e-08c0-4a57-8847-9697969893c5 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:27.691670 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-78b9ba49-9d1b-4483-a411-2acedd440645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.747459 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 863ef553-bb41-44d6-aa8c-dcab5f6905f7 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:27.757446 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 863ef553-bb41-44d6-aa8c-dcab5f6905f7 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:27.758075 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.801580 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.822140 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:27.830489 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-78b9ba49-9d1b-4483-a411-2acedd440645 None None] Port 2a937e1e-08c0-4a57-8847-9697969893c5 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:58:27.908008 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] Set router 3239afda-9d4b-4628-bbe8-ba5f65de491e gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:27.990049 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:28.032445 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5cde0a0b-9c54-41e2-a5ab-99856f3306e3 req-940dd246-70aa-466f-ac57-997e7e68c504 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.2633622 Sep 01 04:58:28.043580 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 863ef553-bb41-44d6-aa8c-dcab5f6905f7, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=863ef553-bb41-44d6-aa8c-dcab5f6905f7,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:28.118071 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:28.261774 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9b1d4d84-ce91-4783-9ce7-a8d6f08a181d req-b9a3d13a-8804-471b-bb33-1bda344de8be tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0543180 Sep 01 04:58:28.271764 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:28.300836 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=863ef553-bb41-44d6-aa8c-dcab5f6905f7,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:28.346798 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:22Z', 'revision_number': 3, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port': {'id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:28.393958 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:28.398298 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:28.400800 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:28.401488 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:28.440601 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ecae0f-3be0-4787-8c85-7c474c4b2fbe None None] The sync data for ids ['3239afda-9d4b-4628-bbe8-ba5f65de491e'] in dv-cinder-804035-8-iscsi is: [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:22Z', 'revision_number': 3, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port': {'id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:58:28.507758 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:28.526713 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Pushing event updated for resources: {'Port': ['ID=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:28.539145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 56000) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:28.544690 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-2fffa7ed-5f95-4bec-be96-94e7bbcc503f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037767860', 'description': 'tempest-description--1057848323'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:28.626552 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:28.633721 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:28.759024 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Pushing event updated for resources: {'Port': ['ID=2a937e1e-08c0-4a57-8847-9697969893c5,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:28.806485 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:28.808361 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:28.858170 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2fffa7ed-5f95-4bec-be96-94e7bbcc503f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.197964 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Router 79848ba1-1671-410a-8a02-5818e5f38c82 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 04:58:29.197964 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.203720 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2fffa7ed-5f95-4bec-be96-94e7bbcc503f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.203720 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.16', 57577) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:29.233602 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-84f5dd53-66f8-4895-aae0-b2e70bd9b9dc None None] Provisioning complete for port 2a937e1e-08c0-4a57-8847-9697969893c5 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:29.234070 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-84f5dd53-66f8-4895-aae0-b2e70bd9b9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.237881 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2fffa7ed-5f95-4bec-be96-94e7bbcc503f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.268074 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4691071e-75a5-4a7a-aa35-dd79cae8349f req-489a02ce-8d86-4a60-a1d4-466b3374be2b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.1300395 Sep 01 04:58:29.285730 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-84f5dd53-66f8-4895-aae0-b2e70bd9b9dc None None] Port 2a937e1e-08c0-4a57-8847-9697969893c5 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:58:29.314230 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-8751a14b-49d1-4457-adfd-07bd4e204fe9 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:29.316053 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-8751a14b-49d1-4457-adfd-07bd4e204fe9 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 814 time: 0.2045040 Sep 01 04:58:29.317398 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffa7ed-5f95-4bec-be96-94e7bbcc503f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857c2ac2-db68-4ec0-bb5a-0867a2eef57d,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:29.320053 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:58:29.326621 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-59f1fdfc-2632-4f14-80b2-7d928dee631e admin admin] 10.222.0.41 "PUT /v2.0/routers/79848ba1-1671-410a-8a02-5818e5f38c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0505271 Sep 01 04:58:29.373044 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2fffa7ed-5f95-4bec-be96-94e7bbcc503f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.375230 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-2fffa7ed-5f95-4bec-be96-94e7bbcc503f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8343039 Sep 01 04:58:29.379050 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56030) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:29.380546 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Request body: {'port': {'device_id': 'b294cdc4-0e47-4df5-9046-dfc38c167685', 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'admin_state_up': True, 'tenant_id': '19b52ec03551403d868713e81e542c44'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:29.395568 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-46d93899-0f07-4686-8ff8-35acd2beea3c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'security_group_rule': {'security_group_id': '857c2ac2-db68-4ec0-bb5a-0867a2eef57d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:29.511764 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.611025 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ea75bf8c-005d-4111-87b4-9e67d5c68573 req-d1bc053c-eb9d-4c28-832f-bf0c49995f29 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.1227562 Sep 01 04:58:29.642292 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 863ef553-bb41-44d6-aa8c-dcab5f6905f7 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:29.653781 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.655028 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.819339 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 863ef553-bb41-44d6-aa8c-dcab5f6905f7 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:29.820045 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.845279 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-46d93899-0f07-4686-8ff8-35acd2beea3c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.940045 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Made reservation on behalf of 19b52ec03551403d868713e81e542c44 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:29.943813 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:29.955714 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Pushing event updated for resources: {'Port': ['ID=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:29.999472 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.16', 57578) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:30.015848 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 7915d30e-3112-40be-9f28-46112696b552 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:30.095499 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-46d93899-0f07-4686-8ff8-35acd2beea3c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:30.105819 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:30.125136 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:30.272222 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 7915d30e-3112-40be-9f28-46112696b552 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:30.276523 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 7915d30e-3112-40be-9f28-46112696b552 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:30.277082 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:30.388406 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 56080) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:30.449917 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-30f4e441-df7f-4bd1-9376-1f5a992a9018 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429538911', 'description': 'tempest-description--1195345983'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:30.623778 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:30.632007 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-73ef7816-d5c9-4749-aed3-ea0b32900277 req-0a42c15e-1003-4afe-8680-88cb0467c8b3 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.1152763 Sep 01 04:58:30.688595 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 7915d30e-3112-40be-9f28-46112696b552, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=7915d30e-3112-40be-9f28-46112696b552,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:30.700856 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-30f4e441-df7f-4bd1-9376-1f5a992a9018 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:30.731480 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-46d93899-0f07-4686-8ff8-35acd2beea3c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:30.768910 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:30.769744 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 8e202295-3603-4367-9b0f-733a5af0a8a1 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:30.788341 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-eb5dbd5b-2b9b-4620-bff2-77762cf9b99e req-61221068-aaa9-4c08-9161-68fcccf2aa11 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0601437 Sep 01 04:58:30.803793 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d93899-0f07-4686-8ff8-35acd2beea3c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575aaa91-556d-4935-93ae-f62b57c85191,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:30.821003 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Router 3239afda-9d4b-4628-bbe8-ba5f65de491e has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 04:58:30.823109 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae917b-467e-4741-a856-5df85b8caed8 req-32f39532-38be-4e9c-8a52-974cbd79588e tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:30.826251 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-32f39532-38be-4e9c-8a52-974cbd79588e tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.16 "GET /v2.0/networks?id=2967ee5c-624d-4d1c-9d60-88f13f5f6372 HTTP/1.1" status: 200 len: 812 time: 0.8187356 Sep 01 04:58:30.890798 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Request body: {'port': {'device_id': 'c61c58fd-fcbb-44da-84b6-67cf6e25cdb1', 'network_id': '2967ee5c-624d-4d1c-9d60-88f13f5f6372', 'admin_state_up': True, 'tenant_id': 'ebf80c96b9d94fcd8cfa78523593f0d0'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:30.892181 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-46d93899-0f07-4686-8ff8-35acd2beea3c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:30.893746 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-46d93899-0f07-4686-8ff8-35acd2beea3c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5049608 Sep 01 04:58:30.896329 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56116) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:30.904668 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-35e066d5-9c20-4e54-bf94-96aead0ad32e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'security_group_rule': {'security_group_id': '857c2ac2-db68-4ec0-bb5a-0867a2eef57d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:30.974485 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=7915d30e-3112-40be-9f28-46112696b552,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:31.017666 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:58:31.020816 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Sync routers for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:58:31.023482 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-360371d7-9236-4a59-a8d4-a897e2ddd01c admin admin] 10.222.0.41 "PUT /v2.0/routers/3239afda-9d4b-4628-bbe8-ba5f65de491e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8444283 Sep 01 04:58:31.035977 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:31.036291 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:31.087911 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Allocated IP 172.20.0.14 (5e5e8739-a443-4e67-b43d-ff21a57d70a8/8cabf4a5-fb47-43b9-bfe5-867978942fed/168f14c1-87ec-4151-bb06-ab03723866f3) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:31.118088 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Sync routers for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:58:31.134281 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 8e202295-3603-4367-9b0f-733a5af0a8a1 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:31.139896 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:31.140730 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:31.150747 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 8e202295-3603-4367-9b0f-733a5af0a8a1 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:31.154250 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:31.480878 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-30f4e441-df7f-4bd1-9376-1f5a992a9018 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:31.508512 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:31.567952 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:31.712031 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:31.746755 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 8e202295-3603-4367-9b0f-733a5af0a8a1, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=8e202295-3603-4367-9b0f-733a5af0a8a1,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:31.758736 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:31.884138 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:31.888037 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-30f4e441-df7f-4bd1-9376-1f5a992a9018 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:31.914329 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:31.951067 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-47096aa3-4c02-4f3d-ab20-00a4311e4bf2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:31.957974 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-47096aa3-4c02-4f3d-ab20-00a4311e4bf2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 819 time: 0.3319843 Sep 01 04:58:31.994727 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 2, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:32.008320 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=8e202295-3603-4367-9b0f-733a5af0a8a1,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:32.024306 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35e066d5-9c20-4e54-bf94-96aead0ad32e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.116030 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 7915d30e-3112-40be-9f28-46112696b552 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:32.159451 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Checking router: 060e2f57-7b15-4b5e-b03f-3dfb028995f6 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:58:32.161208 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Updating router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:58:32.164268 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35e066d5-9c20-4e54-bf94-96aead0ad32e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.172634 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Sync routers for ids ['3239afda-9d4b-4628-bbe8-ba5f65de491e'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:58:32.200877 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4e441-df7f-4bd1-9376-1f5a992a9018 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5ebef-7ff1-438a-adf8-07cda05adb76,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:32.210057 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-768e64b1-5b69-4cf8-b752-93b05bbd0422 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/quotas/edf4274171a8456396df64fd2d224909 HTTP/1.1" status: 200 len: 375 time: 0.1617820 Sep 01 04:58:32.219471 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:32.224399 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:32.227507 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Routers {'3239afda-9d4b-4628-bbe8-ba5f65de491e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:32.236162 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Pushing event updated for resources: {'Port': ['ID=168f14c1-87ec-4151-bb06-ab03723866f3,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:32.236924 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['3239afda-9d4b-4628-bbe8-ba5f65de491e'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:32.243658 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afc37d-2f6a-4ec6-a33c-e880f1fab817 req-496d26c9-257f-40c0-b518-b115c28ff7af tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:32.246897 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-12afc37d-2f6a-4ec6-a33c-e880f1fab817 req-496d26c9-257f-40c0-b518-b115c28ff7af tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 932 time: 0.1225936 Sep 01 04:58:32.251068 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:32.255622 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35e066d5-9c20-4e54-bf94-96aead0ad32e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.264434 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:32.265782 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.266574 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.304274 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e066d5-9c20-4e54-bf94-96aead0ad32e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30d3e5f-a2e0-413b-ad0e-0dbea5e806e4,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:32.331029 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Made reservation on behalf of ebf80c96b9d94fcd8cfa78523593f0d0 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:32.332967 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.359168 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-12afc37d-2f6a-4ec6-a33c-e880f1fab817 req-56653d99-f833-4d63-bd0b-19df0de68e3c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858123 Sep 01 04:58:32.415595 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35e066d5-9c20-4e54-bf94-96aead0ad32e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.421566 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-35e066d5-9c20-4e54-bf94-96aead0ad32e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5236599 Sep 01 04:58:32.431224 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56184) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:32.431368 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-30f4e441-df7f-4bd1-9376-1f5a992a9018 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.431368 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-30f4e441-df7f-4bd1-9376-1f5a992a9018 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0377502 Sep 01 04:58:32.443063 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:32.447227 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56186) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:32.475409 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-bb9018ae-25bc-4bda-9eaf-1901fee4fe8a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'security_group_rule': {'security_group_id': '9df5ebef-7ff1-438a-adf8-07cda05adb76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:32.482158 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Set router 3239afda-9d4b-4628-bbe8-ba5f65de491e gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:32.596488 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-800386c8-ce4f-40a3-9562-cefdbc028abe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2204461 Sep 01 04:58:32.601718 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 7915d30e-3112-40be-9f28-46112696b552 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:32.602088 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.622713 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-b429ac92-9fbd-4813-aae6-31edf5beffe9 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:58:32.624148 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-b429ac92-9fbd-4813-aae6-31edf5beffe9 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080636 Sep 01 04:58:32.640046 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-097a7111-5f35-4163-b468-9f73b57f689d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4286003 Sep 01 04:58:32.641410 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-77dea4f3-6575-464b-b168-70bc2db540ba req-c37b5bdb-e1e5-4830-9e38-824afdd8faee tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0903134 Sep 01 04:58:32.652351 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:32.850009 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Allocated IP 172.20.0.14 (2967ee5c-624d-4d1c-9d60-88f13f5f6372/54e33247-9e1d-41f4-8de1-886fe686e60c/f8f31617-5ef4-43c1-9dbd-b2803eb91ecd) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:32.876611 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-8887f39d-1cef-48c8-9115-e2b2e1877745 service neutron] 10.222.0.41 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346995 Sep 01 04:58:33.130112 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bb9018ae-25bc-4bda-9eaf-1901fee4fe8a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.171456 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.189013 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Transition to ACTIVE for port object 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:33.262470 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 2, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:33.263954 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bb9018ae-25bc-4bda-9eaf-1901fee4fe8a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.286557 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.313360 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Checking router: 79848ba1-1671-410a-8a02-5818e5f38c82 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:58:33.313915 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Updating router 79848ba1-1671-410a-8a02-5818e5f38c82 port 2a937e1e-08c0-4a57-8847-9697969893c5 binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:58:33.341319 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.348438 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.374552 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:28Z', 'revision_number': 4, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port': {'id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': 'ab6be7cf-77ef-454c-8e41-85b3bc8007ac', 'name': '', 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'mac_address': 'fa:16:3e:a8:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4568835c-3ae1-4c7b-bed4-f0f734e6fbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:26Z', 'updated_at': '2021-09-01T04:58:29Z', 'revision_number': 2, 'project_id': 'edf4274171a8456396df64fd2d224909', 'subnets': [{'id': '4568835c-3ae1-4c7b-bed4-f0f734e6fbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:33.393897 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-9b146fa9-cab9-48a4-a684-7dc5eba0bfe1 service neutron] 10.222.0.41 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168600 Sep 01 04:58:33.426118 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bb9018ae-25bc-4bda-9eaf-1901fee4fe8a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.478969 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9018ae-25bc-4bda-9eaf-1901fee4fe8a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5da7a17-778e-44e3-95d9-d1d37f014484,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:33.492091 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78586fa-a67f-4513-b769-3edee9166faa None None] Pushing event updated for resources: {'Port': ['ID=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:33.559244 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Checking router: 3239afda-9d4b-4628-bbe8-ba5f65de491e for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:58:33.563170 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bb9018ae-25bc-4bda-9eaf-1901fee4fe8a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.563519 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Updating router 3239afda-9d4b-4628-bbe8-ba5f65de491e port ab6be7cf-77ef-454c-8e41-85b3bc8007ac binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:58:33.564806 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-bb9018ae-25bc-4bda-9eaf-1901fee4fe8a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0943573 Sep 01 04:58:33.588968 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56210) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:33.609569 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-d7e9b74b-6064-44e8-b502-47b0e23045d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'security_group_rule': {'security_group_id': '9df5ebef-7ff1-438a-adf8-07cda05adb76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:33.631784 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Attempting to bind port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:33.632338 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Attempting to bind port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:33.632925 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Attempting to bind port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea on network ab029d5b-4468-452c-9f56-90a1caf05d49 {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:33.653887 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:33.654912 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Checking segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:33.654912 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.655400 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Bound using segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:33.656044 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Bound port: 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:33.656580 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.671368 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.690630 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.766282 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Allocated IP 172.27.1.25 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/cc8ddc1b-e14c-449a-a719-b424b15ab0f5) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:33.842065 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:33.889797 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] For port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:33.895563 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7a060-3afc-41bf-9c6c-46e262bb17ed req-ea9ca4a2-be8b-44f4-8695-8ecfac6a49da tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:33.904431 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] For port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:33.921717 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-81f7a060-3afc-41bf-9c6c-46e262bb17ed req-ea9ca4a2-be8b-44f4-8695-8ecfac6a49da tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 932 time: 0.3681145 Sep 01 04:58:34.009418 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.032601 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b74b-6064-44e8-b502-47b0e23045d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.062748 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56224) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:34.079240 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:34.126128 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78586fa-a67f-4513-b769-3edee9166faa None None] Pushing event updated for resources: {'Port': ['ID=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,revision_number=4']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:34.136800 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 8e202295-3603-4367-9b0f-733a5af0a8a1 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:34.147965 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:34.147965 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:34.159233 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56226) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:34.174670 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Request body: {'port': {'device_id': 'b294cdc4-0e47-4df5-9046-dfc38c167685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:34.188217 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:34.200315 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:34.222866 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-81f7a060-3afc-41bf-9c6c-46e262bb17ed req-f02ae923-3c43-4366-999b-65f0801dce81 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979112 Sep 01 04:58:34.222970 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:34.223727 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.331631 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Pushing event updated for resources: {'Port': ['ID=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:34.347070 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-3d0a69ad-96a3-4114-9e15-74be6105f212 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4699774 Sep 01 04:58:34.350913 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b74b-6064-44e8-b502-47b0e23045d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.399258 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Request body: {'port': {'device_id': 'c61c58fd-fcbb-44da-84b6-67cf6e25cdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:34.425828 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4be58-d020-417d-9fd7-caf00308d69d req-bea131c5-97fc-4a4b-90b3-dfb77ed84c46 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:34.428927 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1dc4be58-d020-417d-9fd7-caf00308d69d req-bea131c5-97fc-4a4b-90b3-dfb77ed84c46 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 932 time: 0.4530990 Sep 01 04:58:34.445142 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:34.467969 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.481800 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-51c35bd5-8afc-4d62-a803-55a6626b8867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.567320 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b74b-6064-44e8-b502-47b0e23045d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.585177 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-961440fe-ccdb-4a6e-85a0-9d86209d4d98 req-842d89d3-56ac-42c6-98a0-afeeb2e0935b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 210 time: 0.2777309 Sep 01 04:58:34.609739 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 8e202295-3603-4367-9b0f-733a5af0a8a1 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:34.610717 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.661136 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.766406 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1dc4be58-d020-417d-9fd7-caf00308d69d req-90dcc9c5-1726-4f45-9cba-466ff65c0895 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147080 Sep 01 04:58:34.904431 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:33Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:34.933692 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:34.937836 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2453af-87de-4bdf-9f16-ae6ac18abca5 None None] The sync data for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi is: [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:33Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:58:34.962122 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9b74b-6064-44e8-b502-47b0e23045d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b526af-64b1-45aa-9827-35babc06def2,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:35.000691 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-99a300d8-aba5-4617-9ecc-f514a3540e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.162690 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-51c35bd5-8afc-4d62-a803-55a6626b8867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.203371 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.237834 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-6521c764-00f3-49b3-996c-b29f673f8653 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:35.239957 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-6521c764-00f3-49b3-996c-b29f673f8653 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 819 time: 0.2789192 Sep 01 04:58:35.271513 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-96752a93-c1f9-4cf3-b018-442b8f0da6c7 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/quotas/edf4274171a8456396df64fd2d224909 HTTP/1.1" status: 200 len: 375 time: 0.0166857 Sep 01 04:58:35.333003 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Transition to ACTIVE for port object ab6be7cf-77ef-454c-8e41-85b3bc8007ac will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:35.343404 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.364859 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Transition to ACTIVE for port object 2a937e1e-08c0-4a57-8847-9697969893c5 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:35.404594 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.406470 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-51c35bd5-8afc-4d62-a803-55a6626b8867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.497847 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'Port': ['ID=cc8ddc1b-e14c-449a-a719-b424b15ab0f5,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:35.518111 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-a66fd117-303b-4dbf-86d0-e25181fe4f8d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2379525 Sep 01 04:58:35.539695 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:35.548817 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:35.568821 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:35.580994 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-51c35bd5-8afc-4d62-a803-55a6626b8867 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a37b850ae8e947e9a6b96a7417b99dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5112140 Sep 01 04:58:35.585175 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68f10-9dea-438d-a9be-46e0aea99fc1 req-7cac0936-215d-47bb-9934-3244a6d3b287 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:35.586832 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-18a68f10-9dea-438d-a9be-46e0aea99fc1 req-7cac0936-215d-47bb-9934-3244a6d3b287 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 932 time: 0.2583680 Sep 01 04:58:35.616102 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56258) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:35.664531 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f31617-5ef4-43c1-9dbd-b2803eb91ecd {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:35.684658 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.691009 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.784719 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168f14c1-87ec-4151-bb06-ab03723866f3 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:35.795322 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.815656 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Transition to ACTIVE for port object 168f14c1-87ec-4151-bb06-ab03723866f3 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:35.843367 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c35bd5-8afc-4d62-a803-55a6626b8867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a925b28-228e-4efc-be02-b5da620a44a9,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:35.857814 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b74b-6064-44e8-b502-47b0e23045d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.859321 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d7e9b74b-6064-44e8-b502-47b0e23045d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2640316 Sep 01 04:58:35.864923 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.878293 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 56264) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:35.895001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:35.916107 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:35.971318 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56266) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:36.005588 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Transition to ACTIVE for port object f8f31617-5ef4-43c1-9dbd-b2803eb91ecd will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:36.007534 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Pushing event updated for resources: {'Port': ['ID=168f14c1-87ec-4151-bb06-ab03723866f3,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:36.095453 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.143590 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-18a68f10-9dea-438d-a9be-46e0aea99fc1 req-534682ce-ad0b-4063-a752-fc27f5bb62eb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250308 Sep 01 04:58:36.170765 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Attempting to bind port 168f14c1-87ec-4151-bb06-ab03723866f3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:36.171548 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Attempting to bind port 168f14c1-87ec-4151-bb06-ab03723866f3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:36.172211 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Attempting to bind port 168f14c1-87ec-4151-bb06-ab03723866f3 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:36.178037 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.181611 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Port 168f14c1-87ec-4151-bb06-ab03723866f3 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:58:36.182120 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Attempting to bind port 168f14c1-87ec-4151-bb06-ab03723866f3 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:36.209825 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:36.210145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Checking segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:36.210658 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Bound using segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:36.211425 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Bound port: 168f14c1-87ec-4151-bb06-ab03723866f3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:36.211558 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.247086 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:36.250297 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-213593d3-bcfb-4544-9aca-77c438aff2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.393472 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:36.399820 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-5d1647f9-1180-4442-835c-1d13389aaef7 service neutron] 10.222.0.41 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8545954 Sep 01 04:58:36.418744 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfaea9-3cfe-4f2e-b440-82dd5fc9d0e5 None None] Pushing event updated for resources: {'Port': ['ID=2a937e1e-08c0-4a57-8847-9697969893c5,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:36.448200 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Attempting to bind port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:36.448200 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Attempting to bind port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ad181757-25dc-4295-829e-61cb6e44a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2967ee5c-624d-4d1c-9d60-88f13f5f6372'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:36.448200 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Attempting to bind port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd on network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:36.476909 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd on network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:58:36.476909 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Attempting to bind port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd on network 2967ee5c-624d-4d1c-9d60-88f13f5f6372 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:36.498670 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.504300 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:36.505666 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Checking segment: {'id': 'ad181757-25dc-4295-829e-61cb6e44a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2967ee5c-624d-4d1c-9d60-88f13f5f6372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:36.505666 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Bound using segment: {'id': 'ad181757-25dc-4295-829e-61cb6e44a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2967ee5c-624d-4d1c-9d60-88f13f5f6372'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:36.505666 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Bound port: f8f31617-5ef4-43c1-9dbd-b2803eb91ecd, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad181757-25dc-4295-829e-61cb6e44a5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '2967ee5c-624d-4d1c-9d60-88f13f5f6372'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:36.506230 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.533313 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] For port 168f14c1-87ec-4151-bb06-ab03723866f3, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:36.577292 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] For port 168f14c1-87ec-4151-bb06-ab03723866f3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=168f14c1-87ec-4151-bb06-ab03723866f3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:36.586230 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba9de5-b08b-494d-992b-8fec1392f335 None None] Pushing event updated for resources: {'Port': ['ID=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:36.590025 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d34a09-780c-42a9-b40a-90034b484014 req-644c1209-be06-491a-8cd2-4e0ae771ddf4 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:36.594190 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Attempting to bind port 2a937e1e-08c0-4a57-8847-9697969893c5 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:36.594858 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Attempting to bind port 2a937e1e-08c0-4a57-8847-9697969893c5 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:36.595438 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Attempting to bind port 2a937e1e-08c0-4a57-8847-9697969893c5 on network 7e413433-79f1-4ec5-82ca-7d41437851e1 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:36.599733 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-32d34a09-780c-42a9-b40a-90034b484014 req-644c1209-be06-491a-8cd2-4e0ae771ddf4 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.2270734 Sep 01 04:58:36.628960 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:36.629447 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Checking segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:36.633296 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.633776 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Bound using segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:36.634325 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Bound port: 2a937e1e-08c0-4a57-8847-9697969893c5, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:36.634834 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.680241 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-213593d3-bcfb-4544-9aca-77c438aff2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.706806 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-32d34a09-780c-42a9-b40a-90034b484014 req-352067e7-bf6a-4864-b09a-9c53f9d8071c tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014533 Sep 01 04:58:36.710540 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] For port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:36.721425 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] For port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,segment=NetworkSegment(ad181757-25dc-4295-829e-61cb6e44a5ed),segment_id=ad181757-25dc-4295-829e-61cb6e44a5ed)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:36.764330 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Attempting to bind port ab6be7cf-77ef-454c-8e41-85b3bc8007ac on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:36.764925 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Attempting to bind port ab6be7cf-77ef-454c-8e41-85b3bc8007ac by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:36.765309 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Attempting to bind port ab6be7cf-77ef-454c-8e41-85b3bc8007ac on network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:36.777974 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:36.778368 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Checking segment: {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:36.779091 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.779266 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Bound using segment: {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:36.779885 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Bound port: ab6be7cf-77ef-454c-8e41-85b3bc8007ac, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:36.780337 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.797107 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-02f01bcb-7dae-4171-b919-ae6d9f345819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.816320 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] For port 2a937e1e-08c0-4a57-8847-9697969893c5, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:36.874196 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] For port 2a937e1e-08c0-4a57-8847-9697969893c5, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=2a937e1e-08c0-4a57-8847-9697969893c5,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:36.904506 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:36.948913 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] For port ab6be7cf-77ef-454c-8e41-85b3bc8007ac, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:36.960678 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] For port ab6be7cf-77ef-454c-8e41-85b3bc8007ac, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:36.980913 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.069241 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:37.069241 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.069241 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] 10.222.0.16 "PUT /v2.0/ports/168f14c1-87ec-4151-bb06-ab03723866f3 HTTP/1.1" status: 200 len: 1094 time: 3.7826023 Sep 01 04:58:37.069241 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b294cdc4-0e47-4df5-9046-dfc38c167685', 'tag': '168f14c1-87ec-4151-bb06-ab03723866f3'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:58:37.084517 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:37.085335 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.086756 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8f31617-5ef4-43c1-9dbd-b2803eb91ecd HTTP/1.1" status: 200 len: 1094 time: 2.6967950 Sep 01 04:58:37.109664 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0298288-10fc-4b9c-a4c8-9ec0b3b844cb service neutron] Pushing event updated for resources: {'Port': ['ID=168f14c1-87ec-4151-bb06-ab03723866f3,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:37.161303 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.183886 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeca8a-b94b-4ae6-9322-835e072ec472 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:37.300765 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-99a300d8-aba5-4617-9ecc-f514a3540e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.312747 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfaea9-3cfe-4f2e-b440-82dd5fc9d0e5 None None] Pushing event updated for resources: {'Port': ['ID=2a937e1e-08c0-4a57-8847-9697969893c5,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:37.317341 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:37.317958 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:37.343808 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5255e3c7-67aa-4860-9715-30d2a37d6b55" -d '{"events": [{"name": "network-changed", "server_uuid": "b294cdc4-0e47-4df5-9046-dfc38c167685", "tag": "168f14c1-87ec-4151-bb06-ab03723866f3"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:58:37.384164 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2da169-4fb8-4f1a-8c1d-daed0a2f345f req-ec9ab7e0-986a-4d39-916e-74a7f848ad80 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:37.387127 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5f2da169-4fb8-4f1a-8c1d-daed0a2f345f req-ec9ab7e0-986a-4d39-916e-74a7f848ad80 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.1109915 Sep 01 04:58:37.390881 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.392477 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:37.400071 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.408408 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-2bdad100-3c21-4b90-97ea-4a2deff040a1 service neutron] 10.222.0.41 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051198 Sep 01 04:58:37.420017 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:37.420419 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.426475 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-99a300d8-aba5-4617-9ecc-f514a3540e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.432837 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-213593d3-bcfb-4544-9aca-77c438aff2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.435868 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-213593d3-bcfb-4544-9aca-77c438aff2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.460084 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-213593d3-bcfb-4544-9aca-77c438aff2a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a925b28-228e-4efc-be02-b5da620a44a9 HTTP/1.1" status: 204 len: 168 time: 1.7886698 Sep 01 04:58:37.506256 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5f2da169-4fb8-4f1a-8c1d-daed0a2f345f req-8148221d-2258-4d95-bc12-19dea429b3d8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109505 Sep 01 04:58:37.580930 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a300d8-aba5-4617-9ecc-f514a3540e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb9ecf2-2fc5-49e7-8a96-7a55a7b9207b,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:37.613866 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 56282) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:37.620863 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-99a300d8-aba5-4617-9ecc-f514a3540e21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bf9842b1da147a0b8c3a89008339d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4632139 Sep 01 04:58:37.620863 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.655606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.711762 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213593d3-bcfb-4544-9aca-77c438aff2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a925b28-228e-4efc-be02-b5da620a44a9,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:37.722110 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Routers {'3239afda-9d4b-4628-bbe8-ba5f65de491e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:58:37.730248 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['3239afda-9d4b-4628-bbe8-ba5f65de491e'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:37.750381 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba9de5-b08b-494d-992b-8fec1392f335 None None] Pushing event updated for resources: {'Port': ['ID=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:37.773159 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:37.805585 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'Port': ['ID=cc8ddc1b-e14c-449a-a719-b424b15ab0f5,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:37.924427 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:37.944971 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a048b342-a6de-426f-9dcd-ba2968c86e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.001656 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a048b342-a6de-426f-9dcd-ba2968c86e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.037999 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab76ac82-a4d7-43c3-8d72-beaf2cf68de0 x-openstack-request-id: req-ab76ac82-a4d7-43c3-8d72-beaf2cf68de0 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:58:38.042239 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b294cdc4-0e47-4df5-9046-dfc38c167685", "tag": "168f14c1-87ec-4151-bb06-ab03723866f3", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:58:38.042762 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab76ac82-a4d7-43c3-8d72-beaf2cf68de0 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:58:38.045264 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b294cdc4-0e47-4df5-9046-dfc38c167685', 'tag': '168f14c1-87ec-4151-bb06-ab03723866f3', 'status': 'completed', 'code': 200} Sep 01 04:58:38.172755 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-02f01bcb-7dae-4171-b919-ae6d9f345819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.224549 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e09688-ed46-4316-a9b1-978232abe74d req-a44876df-8c8b-48df-bc9c-2c02fae8cc1f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:38.226227 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-37e09688-ed46-4316-a9b1-978232abe74d req-a44876df-8c8b-48df-bc9c-2c02fae8cc1f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.1558540 Sep 01 04:58:38.242481 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] Set router 3239afda-9d4b-4628-bbe8-ba5f65de491e gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:58:38.244384 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.298660 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-37e09688-ed46-4316-a9b1-978232abe74d req-4c96ae04-9fb6-4f74-beff-bbfc695e0993 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635793 Sep 01 04:58:38.335259 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41cecd3d-7fae-4148-bf94-25308a1d4805 req-e67053da-f3d9-45ee-9456-096dbd3b9d2e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 210 time: 0.2419178 Sep 01 04:58:38.395059 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255e3c7-67aa-4860-9715-30d2a37d6b55 req-98538906-a375-46e8-bead-2dcc0eeec08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:38.396364 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5255e3c7-67aa-4860-9715-30d2a37d6b55 req-98538906-a375-46e8-bead-2dcc0eeec08e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 1097 time: 0.3046536 Sep 01 04:58:38.407714 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae917b-467e-4741-a856-5df85b8caed8 req-6e2b5c24-baa0-4ca9-82bb-6b3f6c91adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:38.409503 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-6e2b5c24-baa0-4ca9-82bb-6b3f6c91adb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebf80c96b9d94fcd8cfa78523593f0d0&device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 1097 time: 0.2177379 Sep 01 04:58:38.411947 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.413961 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-02f01bcb-7dae-4171-b919-ae6d9f345819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.423834 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:38.506394 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f01bcb-7dae-4171-b919-ae6d9f345819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269a7a20-588c-441a-b7b9-ce3f047da70d,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:38.531962 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-02f01bcb-7dae-4171-b919-ae6d9f345819 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3621b7634cab456e86c2bec902872d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5421009 Sep 01 04:58:38.536547 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56300) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:38.552005 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.588955 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a048b342-a6de-426f-9dcd-ba2968c86e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.613092 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a048b342-a6de-426f-9dcd-ba2968c86e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.613303 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.614794 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-35f90b5d-23d6-4cf3-913b-e16a1a2f50a5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1906099 Sep 01 04:58:38.616633 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-735834bb-bde4-4518-b303-ca47bff87445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.616926 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-a048b342-a6de-426f-9dcd-ba2968c86e1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bb9ecf2-2fc5-49e7-8a96-7a55a7b9207b HTTP/1.1" status: 204 len: 168 time: 0.9994364 Sep 01 04:58:38.731133 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-735834bb-bde4-4518-b303-ca47bff87445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.767083 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd347db3-4e3d-48fc-aefb-8568f553c658 req-010f2255-89a2-430a-804d-b1be8765336d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:38.768890 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bd347db3-4e3d-48fc-aefb-8568f553c658 req-010f2255-89a2-430a-804d-b1be8765336d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.0626099 Sep 01 04:58:38.779076 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:38.787268 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:36Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:38.878258 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2dab6-b65e-4d8f-bb45-3559f977d8f9 None None] The sync data for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi is: [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:36Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:58:38.881753 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bd347db3-4e3d-48fc-aefb-8568f553c658 req-dac75837-2818-424e-85ed-da036835e3e8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004801 Sep 01 04:58:38.882400 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56310) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:38.902150 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-735834bb-bde4-4518-b303-ca47bff87445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.920862 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-735834bb-bde4-4518-b303-ca47bff87445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.921624 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-735834bb-bde4-4518-b303-ca47bff87445 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/269a7a20-588c-441a-b7b9-ce3f047da70d HTTP/1.1" status: 204 len: 168 time: 0.3829241 Sep 01 04:58:38.947676 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-633c5648-5813-4a7f-ad46-b721d499a037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:38.964530 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:28Z', 'revision_number': 4, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port': {'id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': 'ab6be7cf-77ef-454c-8e41-85b3bc8007ac', 'name': '', 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'mac_address': 'fa:16:3e:a8:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4568835c-3ae1-4c7b-bed4-f0f734e6fbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:26Z', 'updated_at': '2021-09-01T04:58:36Z', 'revision_number': 4, 'project_id': 'edf4274171a8456396df64fd2d224909', 'subnets': [{'id': '4568835c-3ae1-4c7b-bed4-f0f734e6fbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:38.986507 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-939888bc-9ad5-43a2-bf43-a36bbdf46f79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd HTTP/1.1" status: 200 len: 217 time: 0.4035013 Sep 01 04:58:38.987045 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.16', 57594) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:39.006893 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735834bb-bde4-4518-b303-ca47bff87445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269a7a20-588c-441a-b7b9-ce3f047da70d,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:39.032639 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048b342-a6de-426f-9dcd-ba2968c86e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb9ecf2-2fc5-49e7-8a96-7a55a7b9207b,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:39.119245 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ae3fa-4868-4737-b5e0-4c4224f5d5ff None None] The sync data for ids ['3239afda-9d4b-4628-bbe8-ba5f65de491e'] in dv-cinder-804035-8-iscsi is: [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:28Z', 'revision_number': 4, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port': {'id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': 'ab6be7cf-77ef-454c-8e41-85b3bc8007ac', 'name': '', 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'mac_address': 'fa:16:3e:a8:e2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '4568835c-3ae1-4c7b-bed4-f0f734e6fbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:26Z', 'updated_at': '2021-09-01T04:58:36Z', 'revision_number': 4, 'project_id': 'edf4274171a8456396df64fd2d224909', 'subnets': [{'id': '4568835c-3ae1-4c7b-bed4-f0f734e6fbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:58:39.485508 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-633c5648-5813-4a7f-ad46-b721d499a037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:39.569192 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-633c5648-5813-4a7f-ad46-b721d499a037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:39.609297 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c67f8-ea1c-4311-a49d-cbf1f128e559 req-c0f25569-df7d-458d-8ded-19e9db993a1b tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:39.614634 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-342c67f8-ea1c-4311-a49d-cbf1f128e559 req-c0f25569-df7d-458d-8ded-19e9db993a1b tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.1833179 Sep 01 04:58:39.686799 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255e3c7-67aa-4860-9715-30d2a37d6b55 req-2d3d7153-6c91-4e75-b6e0-36082aaff43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:39.689132 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5255e3c7-67aa-4860-9715-30d2a37d6b55 req-2d3d7153-6c91-4e75-b6e0-36082aaff43c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=19b52ec03551403d868713e81e542c44&shared=False HTTP/1.1" status: 200 len: 915 time: 1.1050789 Sep 01 04:58:39.859387 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-633c5648-5813-4a7f-ad46-b721d499a037 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a6aa86e914d4f4c8f37f87b5d3566f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9147897 Sep 01 04:58:39.859387 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c5648-5813-4a7f-ad46-b721d499a037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a0ba57-1583-4778-bfd3-4f272a4e4542,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:39.860883 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Allocated IP 172.27.1.190 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/4dae0b9b-be82-4c9b-913c-5c9dc98d4698) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:39.899583 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-342c67f8-ea1c-4311-a49d-cbf1f128e559 req-62c6f982-264a-4917-a57e-0ed789c60682 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893768 Sep 01 04:58:39.900459 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae917b-467e-4741-a856-5df85b8caed8 req-57ae4b8c-a36e-4fa3-97c7-862d36d9d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:39.900459 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-57ae4b8c-a36e-4fa3-97c7-862d36d9d70c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54e33247-9e1d-41f4-8de1-886fe686e60c HTTP/1.1" status: 200 len: 852 time: 0.7556119 Sep 01 04:58:39.900459 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-286c447a-cdbb-4ec6-b0e9-99c7719df05d tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2037767860&fields=id&tenant_id=17766c14ec71449c90ad59bca33c79d8 HTTP/1.1" status: 200 len: 267 time: 0.6031415 Sep 01 04:58:39.901205 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56342) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:40.027308 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-296aae77-85cb-4c9c-b5dc-252561dade04 req-bec0497b-16bd-477a-969a-eca4fc18e9f3 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 210 time: 0.0763023 Sep 01 04:58:40.095547 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0457-500e-4c24-bfa1-da57eff62855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:40.103542 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61c58fd-fcbb-44da-84b6-67cf6e25cdb1', 'tag': 'f8f31617-5ef4-43c1-9dbd-b2803eb91ecd'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:58:40.107492 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91" -d '{"events": [{"name": "network-changed", "server_uuid": "c61c58fd-fcbb-44da-84b6-67cf6e25cdb1", "tag": "f8f31617-5ef4-43c1-9dbd-b2803eb91ecd"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:58:40.155446 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0457-500e-4c24-bfa1-da57eff62855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:40.175436 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-bb059221-0576-4ef9-90d4-9e3c527b72a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2967ee5c-624d-4d1c-9d60-88f13f5f6372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939559 Sep 01 04:58:40.316292 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0f99-4983-410e-bada-383bf90524e0 req-b86a8d08-a2ca-456e-9815-db564b41ed5f tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:40.320171 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3baf0f99-4983-410e-bada-383bf90524e0 req-b86a8d08-a2ca-456e-9815-db564b41ed5f tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.1976023 Sep 01 04:58:40.372406 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56350) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:40.375533 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-fe989a55-e5fe-4304-b3d1-e0d51e2efc83 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:40.377669 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-fe989a55-e5fe-4304-b3d1-e0d51e2efc83 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 819 time: 1.3315728 Sep 01 04:58:40.400681 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b21302e8-6019-4afe-8751-9f7303a4d4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:40.426478 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3baf0f99-4983-410e-bada-383bf90524e0 req-c9c3f7c2-245c-4e41-a9a7-9ebbb93eabee tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987620 Sep 01 04:58:40.489815 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Request body: {'port': {'device_id': 'fd5eae38-175a-4cea-9f34-bf848ddf400f', 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b', 'admin_state_up': True, 'tenant_id': 'edf4274171a8456396df64fd2d224909'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:40.607188 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255e3c7-67aa-4860-9715-30d2a37d6b55 req-6c1c33e3-414c-4bc9-a7d3-c570d84349cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:40.607905 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5255e3c7-67aa-4860-9715-30d2a37d6b55 req-6c1c33e3-414c-4bc9-a7d3-c570d84349cc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8873472 Sep 01 04:58:40.638357 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8a8e-e651-410b-a400-5cb515d31309 req-c83050ca-a387-46e4-8c44-791b4d9603a0 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:40.642217 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-c83050ca-a387-46e4-8c44-791b4d9603a0 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 810 time: 0.7650056 Sep 01 04:58:40.643748 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac0a25e-a696-4a61-96a8-d8ea86a35c7f x-openstack-request-id: req-3ac0a25e-a696-4a61-96a8-d8ea86a35c7f {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:58:40.644282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c61c58fd-fcbb-44da-84b6-67cf6e25cdb1", "tag": "f8f31617-5ef4-43c1-9dbd-b2803eb91ecd", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:58:40.644622 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ac0a25e-a696-4a61-96a8-d8ea86a35c7f {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:58:40.645226 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61c58fd-fcbb-44da-84b6-67cf6e25cdb1', 'tag': 'f8f31617-5ef4-43c1-9dbd-b2803eb91ecd', 'status': 'completed', 'code': 200} Sep 01 04:58:40.679488 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3c8f2b6c-0692-494c-90a3-1a5e1195c99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:40.700116 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0457-500e-4c24-bfa1-da57eff62855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:40.707537 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ef8e0457-500e-4c24-bfa1-da57eff62855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:40.713572 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-27d57a08-469a-44c0-8eaa-4c0d2bbbb1e3 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/quotas/17766c14ec71449c90ad59bca33c79d8 HTTP/1.1" status: 200 len: 375 time: 0.0500982 Sep 01 04:58:40.715537 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ef8e0457-500e-4c24-bfa1-da57eff62855 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5a0ba57-1583-4778-bfd3-4f272a4e4542 HTTP/1.1" status: 204 len: 168 time: 0.8233938 Sep 01 04:58:40.723859 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:40.740124 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e0457-500e-4c24-bfa1-da57eff62855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a0ba57-1583-4778-bfd3-4f272a4e4542,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:40.765100 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-0ea3bbe6-8ca4-4403-9ce1-4555a389a45d service neutron] 10.222.0.16 "GET /v2.0/networks/2967ee5c-624d-4d1c-9d60-88f13f5f6372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417380 Sep 01 04:58:40.859430 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b21302e8-6019-4afe-8751-9f7303a4d4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.032262 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 2a937e1e-08c0-4a57-8847-9697969893c5 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:41.083269 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45c90-6d4c-46a9-9b7a-c6235e89dae2 req-0cc58817-fae9-43d6-b2f3-729fd633bb06 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:41.106442 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ecc45c90-6d4c-46a9-9b7a-c6235e89dae2 req-0cc58817-fae9-43d6-b2f3-729fd633bb06 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.1180680 Sep 01 04:58:41.124105 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b21302e8-6019-4afe-8751-9f7303a4d4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.191573 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21302e8-6019-4afe-8751-9f7303a4d4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d7a23-eb0f-4a9e-8b55-bad52a3777ac,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:41.203009 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b21302e8-6019-4afe-8751-9f7303a4d4da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f432a5c5b5e4652aedee69ad0bbbebf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258829 Sep 01 04:58:41.206375 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56366) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:41.215202 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 2a937e1e-08c0-4a57-8847-9697969893c5 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:41.219645 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 2a937e1e-08c0-4a57-8847-9697969893c5 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:41.224407 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.246884 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ecc45c90-6d4c-46a9-9b7a-c6235e89dae2 req-7a6f4580-547d-4e58-8a82-85f9c344bd12 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394446 Sep 01 04:58:41.342850 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-51b91bb5-6cc9-4b83-a618-43de6823d5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.344040 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Made reservation on behalf of edf4274171a8456396df64fd2d224909 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:41.356259 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.376822 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-51b91bb5-6cc9-4b83-a618-43de6823d5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.449273 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d969d2b5-c255-4796-8ad6-2dcb2226ffa1 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7108614 Sep 01 04:58:41.452052 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.456582 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-45059541-e9e2-4a01-b1d0-52dc2cf1f4b2 req-ea555e83-0648-4565-8f47-bef1fb744a8c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 210 time: 0.0772994 Sep 01 04:58:41.509938 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56372) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:41.579644 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-e383a046-2bc7-4224-9d5e-6178bef5e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:41.579644 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-e383a046-2bc7-4224-9d5e-6178bef5e8ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 1097 time: 0.7136414 Sep 01 04:58:41.580256 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 2a937e1e-08c0-4a57-8847-9697969893c5, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=2a937e1e-08c0-4a57-8847-9697969893c5,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:41.629268 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0cad4-2c61-4b5c-9275-7c4b0d1f7c29 req-79a03d7d-194a-4e00-a93b-46998c05dfb1 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:41.639134 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ffa0cad4-2c61-4b5c-9275-7c4b0d1f7c29 req-79a03d7d-194a-4e00-a93b-46998c05dfb1 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.0756385 Sep 01 04:58:41.675754 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-900b2eab-22e2-44f6-9a72-62c0c55ae5f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168f14c1-87ec-4151-bb06-ab03723866f3 HTTP/1.1" status: 200 len: 217 time: 0.1234155 Sep 01 04:58:41.691152 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ffa0cad4-2c61-4b5c-9275-7c4b0d1f7c29 req-42b61377-115a-4a91-a737-aa52a89cd028 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 Sep 01 04:58:41.696645 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-51b91bb5-6cc9-4b83-a618-43de6823d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.697190 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64ae917b-467e-4741-a856-5df85b8caed8 req-a3d9862a-2b89-4bed-8d5d-4f7b3e448fc2 service neutron] 10.222.0.16 "GET /v2.0/networks/2967ee5c-624d-4d1c-9d60-88f13f5f6372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8667648 Sep 01 04:58:41.721789 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-51b91bb5-6cc9-4b83-a618-43de6823d5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.734953 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-51b91bb5-6cc9-4b83-a618-43de6823d5e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d70d7a23-eb0f-4a9e-8b55-bad52a3777ac HTTP/1.1" status: 204 len: 168 time: 0.5191064 Sep 01 04:58:41.742518 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.742518 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device ab6be7cf-77ef-454c-8e41-85b3bc8007ac up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:41.747139 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.762710 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138076796-network', 'tenant_id': '213f014e225942b78970673e5e87d6c5'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:41.799509 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b91bb5-6cc9-4b83-a618-43de6823d5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d7a23-eb0f-4a9e-8b55-bad52a3777ac,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:41.926037 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=2a937e1e-08c0-4a57-8847-9697969893c5,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:41.963345 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Made reservation on behalf of 213f014e225942b78970673e5e87d6c5 for: {'network': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:41.966278 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:41.966507 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.988536 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:42.009866 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:42.027745 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-5cab52c1-0eea-43aa-af5c-ce2fc4cfaa9e service neutron] 10.222.0.41 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240581 Sep 01 04:58:42.038718 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:42.074298 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-c3e2a775-9cf5-4af5-a0d5-38d98c3c42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:42.074298 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-c3e2a775-9cf5-4af5-a0d5-38d98c3c42c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cabf4a5-fb47-43b9-bfe5-867978942fed HTTP/1.1" status: 200 len: 854 time: 0.3246608 Sep 01 04:58:42.086229 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'Port': ['ID=4dae0b9b-be82-4c9b-913c-5c9dc98d4698,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:42.157863 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port ab6be7cf-77ef-454c-8e41-85b3bc8007ac completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:42.165088 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port ab6be7cf-77ef-454c-8e41-85b3bc8007ac triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:42.171516 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:42.243282 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:42.269352 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Allocated IP 172.20.0.7 (ac7fa1b4-6c0c-447e-8f22-aea426d62e1b/4568835c-3ae1-4c7b-bed4-f0f734e6fbe1/1353c31e-9570-4c4b-aebc-fcc98e2a58d2) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:42.274106 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-d2703fea-d12d-4be8-84ee-2572b63bea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:42.276419 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-d2703fea-d12d-4be8-84ee-2572b63bea1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ebf80c96b9d94fcd8cfa78523593f0d0&device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 1097 time: 0.4299772 Sep 01 04:58:42.349757 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:42.389146 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:42.394526 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.16', 57598) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:42.477934 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606a3cfb-5d88-463c-9bfe-e364e9ce9ec6,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:42.525646 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=111187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:58:42.547115 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:42.547719 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.segments_db [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Added segment 7cb3ed89-56de-4a1f-8432-648f43093492 of type vlan for network 2f601d62-c727-4b40-82a4-4466f602e1ac Sep 01 04:58:42.625927 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-499298c5-9762-4795-845f-a71aca85ce9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e5e8739-a443-4e67-b43d-ff21a57d70a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2322764 Sep 01 04:58:42.637937 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b167e-44d1-4368-b883-4e2bbb2d3604 req-e5910b44-692a-4693-8f5e-84a7ac356d70 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:42.642063 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c75b167e-44d1-4368-b883-4e2bbb2d3604 req-e5910b44-692a-4693-8f5e-84a7ac356d70 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.2266054 Sep 01 04:58:42.749338 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:42.795959 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:42.803198 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c75b167e-44d1-4368-b883-4e2bbb2d3604 req-4a7aa7c4-7027-4c12-9449-2269a12554a3 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568339 Sep 01 04:58:42.876143 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port ab6be7cf-77ef-454c-8e41-85b3bc8007ac, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:42.913065 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-00c9e3de-739b-4578-bff6-67f475fe8bae service neutron] 10.222.0.41 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8842461 Sep 01 04:58:43.072634 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-805469f6-4d02-4cdc-a949-fcb0152e4d05 req-3286a0b0-8abd-4e08-8af1-29e8e13c441d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 210 time: 0.0635986 Sep 01 04:58:43.123070 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.128249 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:43.128249 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.169822 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-83ed9baf-efa5-4f9a-b2d6-0486ecb669aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.178344 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.178344 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:43.341943 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] Pushing event updated for resources: {'Network': ['ID=2f601d62-c727-4b40-82a4-4466f602e1ac,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:43.391765 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 2f601d62-c727-4b40-82a4-4466f602e1ac details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:58:43.508552 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5993c3-7a83-43ff-b476-b1655eaa103e req-ab4df736-0abb-49ac-bbd6-2117241ac9c8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:43.520161 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-eb5993c3-7a83-43ff-b476-b1655eaa103e req-ab4df736-0abb-49ac-bbd6-2117241ac9c8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.2043872 Sep 01 04:58:43.592039 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.594586 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c95344fa-9a2f-4a9b-91f3-972a2fff2e37 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0796545 Sep 01 04:58:43.595702 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56426) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:43.642199 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Request body: {'subnet': {'network_id': '2f601d62-c727-4b40-82a4-4466f602e1ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2138076796-subnet', 'tenant_id': '213f014e225942b78970673e5e87d6c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:43.653151 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:43.685904 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-eb5993c3-7a83-43ff-b476-b1655eaa103e req-2c77a2b2-879b-41eb-8176-ebadf2f25ce7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638837 Sep 01 04:58:43.740229 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.851987 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:43.851987 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.864953 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.891261 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-c93bce26-ad23-4648-8a57-4b3224b47ca4 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1205955 Sep 01 04:58:43.908542 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-900be6e5-168c-4c04-9092-f1b564bfec10 req-cab3ab4f-95bb-4199-98fc-c6ae1df871bf tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 210 time: 0.1692808 Sep 01 04:58:43.921466 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-c757c6f2-bc16-4493-b439-9b893db2e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:43.923168 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-c757c6f2-bc16-4493-b439-9b893db2e6b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2967ee5c-624d-4d1c-9d60-88f13f5f6372 HTTP/1.1" status: 200 len: 913 time: 1.5192058 Sep 01 04:58:43.964491 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Made reservation on behalf of 213f014e225942b78970673e5e87d6c5 for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:43.967214 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.035363 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-4957f098-8e1a-4b21-9c6d-b47fbee518bd tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:44.037006 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-4957f098-8e1a-4b21-9c6d-b47fbee518bd tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 819 time: 1.5779121 Sep 01 04:58:44.067178 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 2a937e1e-08c0-4a57-8847-9697969893c5 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:44.231378 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.259690 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Request body: {'port': {'device_id': '76382824-cc9c-4cc7-b8df-c1d553115c07', 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b', 'admin_state_up': True, 'tenant_id': 'edf4274171a8456396df64fd2d224909'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:44.277560 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 2a937e1e-08c0-4a57-8847-9697969893c5 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:44.278049 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.317351 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.349279 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.392924 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c62791-25b8-431c-b9b4-2c2e1e59f5a3 req-06cf001e-516e-4539-8d21-f4e8d9c2d9f5 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:44.400350 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-00c62791-25b8-431c-b9b4-2c2e1e59f5a3 req-06cf001e-516e-4539-8d21-f4e8d9c2d9f5 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.1970716 Sep 01 04:58:44.423958 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device ab6be7cf-77ef-454c-8e41-85b3bc8007ac up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:44.532430 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port ab6be7cf-77ef-454c-8e41-85b3bc8007ac triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:44.532811 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.574306 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-00c62791-25b8-431c-b9b4-2c2e1e59f5a3 req-2771f786-fce5-4064-9911-8514d252e325 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706274 Sep 01 04:58:44.740496 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.783768 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-306adab3-728d-407a-8473-af261a11ff51 req-4ff9617f-2d14-4b49-ab8c-c916d473db3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 210 time: 0.4886365 Sep 01 04:58:44.784801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.786689 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.856353 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e98ac2-f922-47a0-9d4d-8c26b5ea80d0,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:44.878016 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'Port': ['ID=4dae0b9b-be82-4c9b-913c-5c9dc98d4698,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:44.894939 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:44.898779 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-78db2297-e940-4edd-b0cb-165cb6dfac02 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0201898 Sep 01 04:58:44.904212 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Checking segment: {'id': '7cb3ed89-56de-4a1f-8432-648f43093492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '2f601d62-c727-4b40-82a4-4466f602e1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:44.904882 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Network hostable DHCP agents. Network: 2f601d62-c727-4b40-82a4-4466f602e1ac, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:58:44.909790 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-6371130a-e262-4edc-a489-08eb208f2544 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd HTTP/1.1" status: 200 len: 217 time: 0.6599984 Sep 01 04:58:44.967722 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca3bc5-439b-4192-9ae7-58500d7e10f3 req-3dd7c491-e669-41a8-a236-62ab10833fcb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:44.967722 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-adca3bc5-439b-4192-9ae7-58500d7e10f3 req-3dd7c491-e669-41a8-a236-62ab10833fcb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.1075580 Sep 01 04:58:45.027031 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Pushing event updated for resources: {'Port': ['ID=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:45.030379 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-8cad8ccb-2103-48cc-9eb5-7f1503935b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:45.034673 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-8cad8ccb-2103-48cc-9eb5-7f1503935b8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=54e33247-9e1d-41f4-8de1-886fe686e60c HTTP/1.1" status: 200 len: 852 time: 0.0576911 Sep 01 04:58:45.034959 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-adca3bc5-439b-4192-9ae7-58500d7e10f3 req-258c3f6f-1f7b-4905-a51d-15f81ac78ad8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480502 Sep 01 04:58:45.035787 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Network 2f601d62-c727-4b40-82a4-4466f602e1ac is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:58:45.035905 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:45.071394 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:45.077490 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:45.083600 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:45.084243 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:45.150371 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1eedc302-7b01-47fc-9bf6-6a3e28612e6d req-57aa7b8d-c48c-4955-ab4e-86814c4155ce tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 210 time: 0.1056378 Sep 01 04:58:45.152863 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-98f2eac0-c625-431b-8e27-6e67981cb076 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2967ee5c-624d-4d1c-9d60-88f13f5f6372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644071 Sep 01 04:58:45.223581 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bba71f98-d51d-4dde-8134-b8084b9c965d req-2ab083b9-e623-4b91-b456-22f72693e203 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9729996 Sep 01 04:58:45.265806 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 2f601d62-c727-4b40-82a4-4466f602e1ac) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:45.273054 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:45.274037 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:45.280506 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48618a71-390c-4d50-af73-13a86b8a7975 None None] Network 2f601d62-c727-4b40-82a4-4466f602e1ac requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:45.326217 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-c702f17d-1068-41c6-b377-8923f67b4671 service neutron] 10.222.0.16 "GET /v2.0/networks/2967ee5c-624d-4d1c-9d60-88f13f5f6372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015639 Sep 01 04:58:45.350049 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-e37c0c5c-bec1-468f-a843-eaef80922e57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8737102 Sep 01 04:58:45.400392 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Request body: {'port': {'device_id': 'fd5eae38-175a-4cea-9f34-bf848ddf400f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:45.474670 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-fc2d46e6-e419-48b0-b1b3-24273b768094 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8645771 Sep 01 04:58:45.486729 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-8ba9f81e-8572-4e11-9cd6-9802ffd22dd1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1429538911&fields=id&tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd HTTP/1.1" status: 200 len: 267 time: 0.1467435 Sep 01 04:58:45.545547 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:45.554237 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f7f395-76a3-4afd-8ac7-acf83877375e None None] Network 2f601d62-c727-4b40-82a4-4466f602e1ac requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:45.609593 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Made reservation on behalf of edf4274171a8456396df64fd2d224909 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:45.613799 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:45.671082 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-ecb0bbae-7a7b-4e8e-878f-530a059a80c8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:45.680416 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-ecb0bbae-7a7b-4e8e-878f-530a059a80c8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 817 time: 0.1776800 Sep 01 04:58:45.688142 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:45.699441 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-acd799e9-54e1-4672-b3f8-71acdd94de6c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/quotas/3cc03a2a7f1c42a38c87bcac7d48cadd HTTP/1.1" status: 200 len: 375 time: 0.0184138 Sep 01 04:58:45.711058 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f6f8853-2ff2-4767-b6bb-3c0e75671d91 req-489532b7-ff99-4ea9-9609-06631337ae76 service neutron] 10.222.0.16 "GET /v2.0/networks/2967ee5c-624d-4d1c-9d60-88f13f5f6372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496048 Sep 01 04:58:45.828722 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-a56abceb-a8b6-4207-b532-7900437d1326 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1282778 Sep 01 04:58:46.016958 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-0a1b2dc6-95cb-4da3-a134-08bc4998a4b1 service neutron] 10.222.0.41 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584916 Sep 01 04:58:46.074232 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb192e45-14df-46ff-8ced-d4e14c991c44 req-8ca14ee0-00b6-48f8-9568-550cd0bec809 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:46.076508 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bb192e45-14df-46ff-8ced-d4e14c991c44 req-8ca14ee0-00b6-48f8-9568-550cd0bec809 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.2871079 Sep 01 04:58:46.093747 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Allocated IP 172.20.0.9 (ac7fa1b4-6c0c-447e-8f22-aea426d62e1b/4568835c-3ae1-4c7b-bed4-f0f734e6fbe1/496d421c-5e1c-4390-9786-eb62921a279f) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:46.140431 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bb192e45-14df-46ff-8ced-d4e14c991c44 req-dc01f22e-57e3-4f4c-9464-ad29a0017c0a tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572844 Sep 01 04:58:46.146961 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-f2b64028-28f7-47c3-b5c4-8b7aa1036907 service neutron] 10.222.0.41 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187191 Sep 01 04:58:46.312896 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-277e290d-eed4-4ead-893e-002a1913a047 req-2e7c78af-eaec-4033-9f3f-833423d25ec8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 210 time: 0.0426738 Sep 01 04:58:46.390145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:46.487119 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab4457-e2f7-4cf0-841a-cbc65ed1f0f1 req-b3662f10-5951-45f0-adb1-cea29c4efd93 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:46.492597 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ab4457-e2f7-4cf0-841a-cbc65ed1f0f1 req-b3662f10-5951-45f0-adb1-cea29c4efd93 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.1350784 Sep 01 04:58:46.554237 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:46.557957 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5dfc7681-fcf2-4837-8c9a-a3b83316dfc8 req-ea529278-ecea-41a2-b45f-57b301492ef4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 210 time: 0.0477278 Sep 01 04:58:46.638552 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ab4457-e2f7-4cf0-841a-cbc65ed1f0f1 req-83fe890f-26af-449f-82bf-2c2d749b764b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419117 Sep 01 04:58:46.654604 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d2d3e68f-328b-40c8-96a5-47d931833d11 req-8563a79a-ead6-4f74-ada5-0d50b3ff44d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 210 time: 0.0569787 Sep 01 04:58:46.668005 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:46.677160 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Pushing event updated for resources: {'Port': ['ID=496d421c-5e1c-4390-9786-eb62921a279f,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:46.681146 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:46.686041 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:46.693929 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:46.693929 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:46.787751 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-bbad9d97-3ddf-439a-82f6-be4247756ddb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5343254 Sep 01 04:58:46.787751 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:46.792752 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:46.805758 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Transition to ACTIVE for port object 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:46.858343 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56540) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:46.863501 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119681408-network', 'tenant_id': '23a7ddfd1c884223a0b14f5d80573555'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:46.893949 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:46.942109 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Pushing event updated for resources: {'Port': ['ID=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:46.981543 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Attempting to bind port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:46.981877 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Attempting to bind port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:46.982202 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Attempting to bind port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 on network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:46.986039 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Made reservation on behalf of 23a7ddfd1c884223a0b14f5d80573555 for: {'network': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:46.986879 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 on network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:58:46.987193 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Attempting to bind port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 on network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:46.988768 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:46.992784 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:46.992784 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Checking segment: {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:46.992982 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Bound using segment: {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:46.993439 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Bound port: 1353c31e-9570-4c4b-aebc-fcc98e2a58d2, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:46.993702 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:46.998813 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.066220 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] For port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:47.070177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] For port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:47.101403 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.143933 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.195994 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:47.196703 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.210306 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] 10.222.0.16 "PUT /v2.0/ports/1353c31e-9570-4c4b-aebc-fcc98e2a58d2 HTTP/1.1" status: 200 len: 1093 time: 1.8207388 Sep 01 04:58:47.210306 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd5eae38-175a-4cea-9f34-bf848ddf400f', 'tag': '1353c31e-9570-4c4b-aebc-fcc98e2a58d2'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:58:47.210306 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555acb54-d11f-412a-84f0-e43a73ff46d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd5eae38-175a-4cea-9f34-bf848ddf400f", "tag": "1353c31e-9570-4c4b-aebc-fcc98e2a58d2"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:58:47.210668 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.228840 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d7bb4-be02-4e2d-a7d1-33cee7478d33 service neutron] Pushing event updated for resources: {'Port': ['ID=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:47.265115 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=111187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:58:47.270595 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5922f5af-a3b5-49e4-a181-a4087068b0f1 x-openstack-request-id: req-5922f5af-a3b5-49e4-a181-a4087068b0f1 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:58:47.270882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd5eae38-175a-4cea-9f34-bf848ddf400f", "tag": "1353c31e-9570-4c4b-aebc-fcc98e2a58d2", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:58:47.271128 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5922f5af-a3b5-49e4-a181-a4087068b0f1 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:58:47.271508 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd5eae38-175a-4cea-9f34-bf848ddf400f', 'tag': '1353c31e-9570-4c4b-aebc-fcc98e2a58d2', 'status': 'completed', 'code': 200} Sep 01 04:58:47.281106 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d37e12-4e35-4aa8-95c0-ad0d28dbf7b5,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:47.284150 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.284497 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.segments_db [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Added segment 3e7e9608-e98b-4cbd-8342-25d75bc47598 of type vlan for network 1f977541-a805-4836-86a2-cfe220a84b90 Sep 01 04:58:47.306947 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2d7ef-43de-445d-addf-70608ab8c885 req-97d93784-db20-44a4-bb94-9d91982fa34c tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:47.310411 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-96c2d7ef-43de-445d-addf-70608ab8c885 req-97d93784-db20-44a4-bb94-9d91982fa34c tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.0715094 Sep 01 04:58:47.358692 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.379341 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-96c2d7ef-43de-445d-addf-70608ab8c885 req-1cdaeab4-f96f-4393-a545-f218f8ba8597 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616794 Sep 01 04:58:47.426850 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Request body: {'port': {'device_id': '76382824-cc9c-4cc7-b8df-c1d553115c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:47.444869 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29184d8-75a2-4866-82de-37a96eb12e3f req-7a1a699e-08e7-44fe-9669-9591182ea60b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:47.446639 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e29184d8-75a2-4866-82de-37a96eb12e3f req-7a1a699e-08e7-44fe-9669-9591182ea60b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 931 time: 0.0693042 Sep 01 04:58:47.486075 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e29184d8-75a2-4866-82de-37a96eb12e3f req-1649cc8a-2439-45db-9ffc-b0a6575313cb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Sep 01 04:58:47.486887 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.487898 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:47.488554 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.513838 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.536525 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555acb54-d11f-412a-84f0-e43a73ff46d9 req-d89f6140-781e-4cec-bff4-b4d02ae5b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:47.538441 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-555acb54-d11f-412a-84f0-e43a73ff46d9 req-d89f6140-781e-4cec-bff4-b4d02ae5b7de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1096 time: 0.0622866 Sep 01 04:58:47.549060 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] Pushing event updated for resources: {'Network': ['ID=1f977541-a805-4836-86a2-cfe220a84b90,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:47.561363 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 1f977541-a805-4836-86a2-cfe220a84b90 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:58:47.593226 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-39e7861f-4f6c-4848-9842-0e4a605926dc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7312715 Sep 01 04:58:47.593551 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56556) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:47.598904 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Request body: {'subnet': {'network_id': '1f977541-a805-4836-86a2-cfe220a84b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119681408-subnet', 'tenant_id': '23a7ddfd1c884223a0b14f5d80573555', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:47.704041 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Made reservation on behalf of 23a7ddfd1c884223a0b14f5d80573555 for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:47.709188 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:47.737866 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-480679f8-9496-457c-8498-449522fdc3b7 req-cbb1d0d2-3a2b-4685-b810-e4008d199f71 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 210 time: 0.0941176 Sep 01 04:58:47.770508 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555acb54-d11f-412a-84f0-e43a73ff46d9 req-a3df2079-1bb3-4e5c-a0c8-48cfa5abac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:47.774474 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-555acb54-d11f-412a-84f0-e43a73ff46d9 req-a3df2079-1bb3-4e5c-a0c8-48cfa5abac7d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=edf4274171a8456396df64fd2d224909&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2178085 Sep 01 04:58:47.832486 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701a356-3e57-40de-add9-f09ae624475c req-6dfe3dc9-a273-45de-8bb2-70f8a948ea2a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:47.834365 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3701a356-3e57-40de-add9-f09ae624475c req-6dfe3dc9-a273-45de-8bb2-70f8a948ea2a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.1084135 Sep 01 04:58:47.913871 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3701a356-3e57-40de-add9-f09ae624475c req-11a89f33-884d-499b-a893-882db2103931 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704780 Sep 01 04:58:48.044221 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.098375 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8c3ce290-b8f4-4ba6-9970-64e17e72fb59 req-1f488f5b-d3fc-4fca-bc99-fda9b4b06c2b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 210 time: 0.2688680 Sep 01 04:58:48.100633 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c53a653-076b-40c9-833f-d9fd7c1057a6,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:48.131346 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Checking segment: {'id': '3e7e9608-e98b-4cbd-8342-25d75bc47598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '1f977541-a805-4836-86a2-cfe220a84b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:48.132001 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Network hostable DHCP agents. Network: 1f977541-a805-4836-86a2-cfe220a84b90, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:58:48.224086 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555acb54-d11f-412a-84f0-e43a73ff46d9 req-c6490d29-e28a-4477-a49b-ce871c17eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:48.225761 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-555acb54-d11f-412a-84f0-e43a73ff46d9 req-c6490d29-e28a-4477-a49b-ce871c17eb51 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4369404 Sep 01 04:58:48.234725 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Network 1f977541-a805-4836-86a2-cfe220a84b90 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:58:48.302459 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8a8e-e651-410b-a400-5cb515d31309 req-9dee850b-f112-4106-9e9f-b123a558523c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:48.304079 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-9dee850b-f112-4106-9e9f-b123a558523c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 810 time: 0.2031641 Sep 01 04:58:48.318512 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496d421c-5e1c-4390-9786-eb62921a279f {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:48.326805 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.341252 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Transition to ACTIVE for port object 496d421c-5e1c-4390-9786-eb62921a279f will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:48.345334 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 1f977541-a805-4836-86a2-cfe220a84b90) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:48.349537 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:48.355197 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.355962 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0f7620-297d-4b08-9be3-23e52e0f6029 None None] Network 1f977541-a805-4836-86a2-cfe220a84b90 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:48.424270 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-b803f77b-fb16-441b-846c-5785249675fb tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17766c14ec71449c90ad59bca33c79d8 HTTP/1.1" status: 200 len: 380 time: 0.0821316 Sep 01 04:58:48.433057 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'port': {'device_id': 'bed19d50-141e-457b-8d97-a005c846ac34', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'admin_state_up': True, 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'security_groups': ['857c2ac2-db68-4ec0-bb5a-0867a2eef57d']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:48.442441 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-bdb79219-b5d1-4cd0-b6b8-e39a3c10c298 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8478355 Sep 01 04:58:48.470574 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.523807 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff887c64-a5e0-4489-adf3-3c91e1ee8355 None None] Network 1f977541-a805-4836-86a2-cfe220a84b90 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:58:48.537673 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb881911-dfed-4ec6-bc40-b664ad237849 req-d98072aa-66b9-41e1-bac0-903a2d8d904f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:48.539379 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bb881911-dfed-4ec6-bc40-b664ad237849 req-d98072aa-66b9-41e1-bac0-903a2d8d904f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.0690815 Sep 01 04:58:48.585137 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-378d8b33-ebe0-4d9f-b59e-9f651a1777bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:48.586924 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-378d8b33-ebe0-4d9f-b59e-9f651a1777bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1096 time: 0.2173455 Sep 01 04:58:48.614342 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bb881911-dfed-4ec6-bc40-b664ad237849 req-3025b124-b0b4-4f79-b960-cdad20a9b4f0 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593312 Sep 01 04:58:48.660216 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56586) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:48.721218 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb9adee-863d-47bd-ad42-5421da11fd3c admin admin] Deleting subnet 55e98ac2-f922-47a0-9d4d-8c26b5ea80d0 {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 04:58:48.725013 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-0fb9adee-863d-47bd-ad42-5421da11fd3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.741978 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-8802df17-8a55-4d9d-b361-c2764c6bba6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2 HTTP/1.1" status: 200 len: 217 time: 0.0914509 Sep 01 04:58:48.752437 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Pushing event updated for resources: {'Port': ['ID=496d421c-5e1c-4390-9786-eb62921a279f,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:48.769709 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-0fb9adee-863d-47bd-ad42-5421da11fd3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.785857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-0fb9adee-863d-47bd-ad42-5421da11fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.829745 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788decea-6f8e-4351-9b14-b07893232e67 req-24f13321-84c2-4728-9b5b-758e1e23da4b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:48.831463 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-788decea-6f8e-4351-9b14-b07893232e67 req-24f13321-84c2-4728-9b5b-758e1e23da4b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 943 time: 0.2430148 Sep 01 04:58:48.849671 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bea626d9-241b-42a0-b79a-becacd85fe2a req-878f9912-bfc1-4730-8199-230e9091cca2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 210 time: 0.0344903 Sep 01 04:58:48.875082 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Attempting to bind port 496d421c-5e1c-4390-9786-eb62921a279f on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:48.875416 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Attempting to bind port 496d421c-5e1c-4390-9786-eb62921a279f by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:48.875738 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Attempting to bind port 496d421c-5e1c-4390-9786-eb62921a279f on network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:48.882658 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-8f90c101-41aa-4b57-812f-cb3d30d8de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:48.884091 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-8f90c101-41aa-4b57-812f-cb3d30d8de3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.1356812 Sep 01 04:58:48.896165 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Port 496d421c-5e1c-4390-9786-eb62921a279f on network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:58:48.896483 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Attempting to bind port 496d421c-5e1c-4390-9786-eb62921a279f on network ac7fa1b4-6c0c-447e-8f22-aea426d62e1b {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:48.909842 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-788decea-6f8e-4351-9b14-b07893232e67 req-b79f50fe-7e6a-472c-9d0d-2a02e796f571 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692277 Sep 01 04:58:48.924372 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Made reservation on behalf of 17766c14ec71449c90ad59bca33c79d8 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:48.926945 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-0fb9adee-863d-47bd-ad42-5421da11fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.934456 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.934456 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-6be47a83-5ea5-4707-ab40-77a155e5cf62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378814 Sep 01 04:58:48.939835 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:48.940212 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Checking segment: {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:48.940527 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Bound using segment: {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:48.940999 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Bound port: 496d421c-5e1c-4390-9786-eb62921a279f, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14fe0e28-43c4-493c-ade2-0b3faa2015dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:48.941502 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.960586 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9adee-863d-47bd-ad42-5421da11fd3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e98ac2-f922-47a0-9d4d-8c26b5ea80d0,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:48.973565 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-0fb9adee-863d-47bd-ad42-5421da11fd3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:48.978140 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-0fb9adee-863d-47bd-ad42-5421da11fd3c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/55e98ac2-f922-47a0-9d4d-8c26b5ea80d0 HTTP/1.1" status: 204 len: 168 time: 0.3166525 Sep 01 04:58:48.978678 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56598) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:49.102813 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.130577 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439a49a-b680-407e-b114-205edf9aaa1c req-121a7ee7-2f5c-42b5-9b0c-5fe0ed68dbd7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:49.138331 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5439a49a-b680-407e-b114-205edf9aaa1c req-121a7ee7-2f5c-42b5-9b0c-5fe0ed68dbd7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.0906718 Sep 01 04:58:49.160983 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] For port 496d421c-5e1c-4390-9786-eb62921a279f, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:49.179310 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] For port 496d421c-5e1c-4390-9786-eb62921a279f, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=496d421c-5e1c-4390-9786-eb62921a279f,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:49.189393 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Allocated IP 172.20.0.6 (ab029d5b-4468-452c-9f56-90a1caf05d49/53d06524-d788-412d-bd00-de293b27ccc1/8bb1c139-7dc1-4d7f-be8b-65a5525f7f61) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:49.241862 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.249774 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5439a49a-b680-407e-b114-205edf9aaa1c req-836f5af8-ce1e-4c6b-8360-5e2d38fc4887 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103356 Sep 01 04:58:49.262036 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.262638 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.263964 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.264410 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > port after_create 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.264754 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > port after_delete 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.265210 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > port after_update 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.265702 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.266028 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.266341 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.266675 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.305650 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.329703 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-26981ff3-55d8-49ab-befa-b3dfc140a023 req-bcbb3465-e399-4212-a722-71a5b128df79 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 210 time: 0.0715115 Sep 01 04:58:49.331478 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-68ffb4cd-37c4-4cd4-97d9-668a0516181b service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855875 Sep 01 04:58:49.423553 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:49.424175 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.425591 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] 10.222.0.16 "PUT /v2.0/ports/496d421c-5e1c-4390-9786-eb62921a279f HTTP/1.1" status: 200 len: 1093 time: 2.0054483 Sep 01 04:58:49.429084 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76382824-cc9c-4cc7-b8df-c1d553115c07', 'tag': '496d421c-5e1c-4390-9786-eb62921a279f'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:58:49.430980 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a26d5f-0342-4fd5-808d-3fb96b79fa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "76382824-cc9c-4cc7-b8df-c1d553115c07", "tag": "496d421c-5e1c-4390-9786-eb62921a279f"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:58:49.494805 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c59795-94df-4c42-87f0-e56720f12bd9 x-openstack-request-id: req-30c59795-94df-4c42-87f0-e56720f12bd9 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:58:49.495478 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76382824-cc9c-4cc7-b8df-c1d553115c07", "tag": "496d421c-5e1c-4390-9786-eb62921a279f", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:58:49.495478 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30c59795-94df-4c42-87f0-e56720f12bd9 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:58:49.495761 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76382824-cc9c-4cc7-b8df-c1d553115c07', 'tag': '496d421c-5e1c-4390-9786-eb62921a279f', 'status': 'completed', 'code': 200} Sep 01 04:58:49.529929 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a5b40-f1c8-47d5-b7b7-ccafcd136d45 service neutron] Pushing event updated for resources: {'Port': ['ID=496d421c-5e1c-4390-9786-eb62921a279f,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:49.604422 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.615688 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.616054 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.616379 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.616697 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:58:49.617077 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f601d62-c727-4b40-82a4-4466f602e1ac']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:49.634602 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb3ed89-56de-4a1f-8432-648f43093492') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:49.641663 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb3ed89-56de-4a1f-8432-648f43093492') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:49.645117 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-d00c80bb-8c62-4029-8a04-1ff5c3657c89 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867451 Sep 01 04:58:49.646747 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Transition to ACTIVE for port object 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:49.653860 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.680257 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.685904 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d5f-0342-4fd5-808d-3fb96b79fa1c req-3be308c2-7d09-4943-8533-ab7b5722dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:49.687393 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c8a26d5f-0342-4fd5-808d-3fb96b79fa1c req-3be308c2-7d09-4943-8533-ab7b5722dde0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 1096 time: 0.1602325 Sep 01 04:58:49.691372 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 04:58:49.691936 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: from cryptography.utils import int_from_bytes Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: from cryptography.utils import int_from_bytes Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 04:58:49.696341 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 04:58:49.703860 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-d5eaa246-8f4c-48a7-86ca-9026ea7f6cfc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:49.705450 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-d5eaa246-8f4c-48a7-86ca-9026ea7f6cfc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 817 time: 0.2505589 Sep 01 04:58:49.835540 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.854758 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.856804 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] 10.222.0.41 "DELETE /v2.0/networks/2f601d62-c727-4b40-82a4-4466f602e1ac HTTP/1.1" status: 204 len: 168 time: 0.8766072 Sep 01 04:58:49.858130 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32253248-8309-4cd6-8e6e-486552636dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=2f601d62-c727-4b40-82a4-4466f602e1ac,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:49.858627 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-84a24a4c-06c6-4969-b82d-5159e30c7a4b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd HTTP/1.1" status: 200 len: 380 time: 0.1217432 Sep 01 04:58:49.859685 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56616) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:49.875255 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'port': {'device_id': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'admin_state_up': True, 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'security_groups': ['9df5ebef-7ff1-438a-adf8-07cda05adb76']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:49.920452 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcc946b-0c67-4363-9676-20a050970426 admin admin] Deleting subnet 3c53a653-076b-40c9-833f-d9fd7c1057a6 {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 04:58:49.923802 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dbcc946b-0c67-4363-9676-20a050970426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.940311 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c28c8e-3f9e-405b-bc6d-79ce31c79183 req-5217d35c-fa23-4c46-be07-f6f19c1b7c38 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:49.941800 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-67c28c8e-3f9e-405b-bc6d-79ce31c79183 req-5217d35c-fa23-4c46-be07-f6f19c1b7c38 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.2354581 Sep 01 04:58:49.948732 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:49.956658 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d5f-0342-4fd5-808d-3fb96b79fa1c req-a8699f62-0091-4cb1-8100-41aa6a43bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:49.958128 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c8a26d5f-0342-4fd5-808d-3fb96b79fa1c req-a8699f62-0091-4cb1-8100-41aa6a43bbb9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=edf4274171a8456396df64fd2d224909&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2462599 Sep 01 04:58:49.989571 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dbcc946b-0c67-4363-9676-20a050970426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.036095 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba287ee-6be6-41ee-94bb-243b04a3086a req-b442db21-9df5-4f68-a268-07c179105ece tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:50.037506 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9ba287ee-6be6-41ee-94bb-243b04a3086a req-b442db21-9df5-4f68-a268-07c179105ece tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 931 time: 0.0937223 Sep 01 04:58:50.045014 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dbcc946b-0c67-4363-9676-20a050970426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.087029 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Network ab029d5b-4468-452c-9f56-90a1caf05d49 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:50.105729 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:50.112297 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9ba287ee-6be6-41ee-94bb-243b04a3086a req-c6005d26-ee44-41a2-b63d-deb03a70ebb2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649567 Sep 01 04:58:50.113265 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'Port': ['ID=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:50.120955 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:50.126408 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:50.127019 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.144646 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-67c28c8e-3f9e-405b-bc6d-79ce31c79183 req-b4fac40b-170f-423c-847f-5dc3a627263f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893744 Sep 01 04:58:50.411508 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d5f-0342-4fd5-808d-3fb96b79fa1c req-7a2186fc-c256-4772-b1bf-4f7bcda214d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:50.413263 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c8a26d5f-0342-4fd5-808d-3fb96b79fa1c req-7a2186fc-c256-4772-b1bf-4f7bcda214d7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4392109 Sep 01 04:58:50.413373 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b083d2d-de9c-4a72-aef4-6cda2bcccc16 req-8a8ec720-2636-4df4-abd0-43cfc14045fe tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:50.414865 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1b083d2d-de9c-4a72-aef4-6cda2bcccc16 req-8a8ec720-2636-4df4-abd0-43cfc14045fe tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 943 time: 0.2153330 Sep 01 04:58:50.444988 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80936a34-aa9e-4c04-baab-2ebd22c875c0 req-7efd0f96-fcb1-495e-8ead-c18ba3b0f671 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:50.446753 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80936a34-aa9e-4c04-baab-2ebd22c875c0 req-7efd0f96-fcb1-495e-8ead-c18ba3b0f671 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.0783000 Sep 01 04:58:50.462116 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dbcc946b-0c67-4363-9676-20a050970426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.473898 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-d80cba3f-1cf0-47a2-ac14-a1d48fdef9bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0447071 Sep 01 04:58:50.488567 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-470822e6-9b07-4705-a87a-23a6c78ab1c5 None None] Provisioning for port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:50.493307 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-470822e6-9b07-4705-a87a-23a6c78ab1c5 None None] Provisioning complete for port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:50.493685 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-470822e6-9b07-4705-a87a-23a6c78ab1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.499883 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc946b-0c67-4363-9676-20a050970426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c53a653-076b-40c9-833f-d9fd7c1057a6,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:50.506198 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1b083d2d-de9c-4a72-aef4-6cda2bcccc16 req-7fc1cfe0-f5c4-4ab2-b8cf-b502a9dbd961 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819046 Sep 01 04:58:50.506198 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dbcc946b-0c67-4363-9676-20a050970426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.507625 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-dbcc946b-0c67-4363-9676-20a050970426 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3c53a653-076b-40c9-833f-d9fd7c1057a6 HTTP/1.1" status: 204 len: 168 time: 0.6468203 Sep 01 04:58:50.513526 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56636) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:50.545041 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Request body: {'port': {'device_id': 'bed19d50-141e-457b-8d97-a005c846ac34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:50.557748 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-470822e6-9b07-4705-a87a-23a6c78ab1c5 None None] Port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:58:50.616197 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.619107 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.624966 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80936a34-aa9e-4c04-baab-2ebd22c875c0 req-f0c4e800-4f03-4220-80cf-138347ef3fce tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710215 Sep 01 04:58:50.633499 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-12b07803-7eeb-4cc0-8d3a-70322561704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:50.634961 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-12b07803-7eeb-4cc0-8d3a-70322561704c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 1096 time: 0.1696861 Sep 01 04:58:50.637495 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-19e071c5-93b0-4d5d-8c2b-14a1b3cd3ef0 req-24b67208-2fde-4954-8b6c-e4c6beec55c6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 210 time: 0.0361450 Sep 01 04:58:50.704658 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-90485089-75e6-4874-9a74-1adc5e5ed57f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d421c-5e1c-4390-9786-eb62921a279f HTTP/1.1" status: 200 len: 217 time: 0.0444953 Sep 01 04:58:50.730599 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.740722 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f977541-a805-4836-86a2-cfe220a84b90']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:50.745369 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Made reservation on behalf of 3cc03a2a7f1c42a38c87bcac7d48cadd for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:58:50.748776 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.752379 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e7e9608-e98b-4cbd-8342-25d75bc47598') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:50.752677 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e7e9608-e98b-4cbd-8342-25d75bc47598') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:58:50.762301 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.778375 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.784276 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 04:58:50.784660 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 04:58:50.786294 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 04:58:50.880359 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-c4c11467-3ca1-48cd-8d47-ae08af22ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:50.891575 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-c4c11467-3ca1-48cd-8d47-ae08af22ba60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.1676390 Sep 01 04:58:50.945244 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.951206 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-967e5aad-658d-4451-9e35-623bc65d42a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341551 Sep 01 04:58:50.953554 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:50.955934 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1f977541-a805-4836-86a2-cfe220a84b90 HTTP/1.1" status: 204 len: 168 time: 0.4414623 Sep 01 04:58:50.970703 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091c1aa-5466-47da-81fa-25bb0d33abe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f977541-a805-4836-86a2-cfe220a84b90,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:51.113331 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Allocated IP 172.20.0.6 (7e413433-79f1-4ec5-82ca-7d41437851e1/40cb068f-9043-4ac5-bbb2-5aacd080f50f/554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:58:51.196907 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-f2547e56-8fce-4281-b05a-dc9ae17ed836 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344630 Sep 01 04:58:51.207443 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:51.225459 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.292861 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79673d6-efe7-45dc-86e2-6ece72fbe51c req-b7a50461-581c-453e-9813-25b3f9fe0ba9 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:51.294546 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c79673d6-efe7-45dc-86e2-6ece72fbe51c req-b7a50461-581c-453e-9813-25b3f9fe0ba9 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.0667658 Sep 01 04:58:51.348842 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Transition to ACTIVE for port object 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:51.349279 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c79673d6-efe7-45dc-86e2-6ece72fbe51c req-72f6efcd-e200-40ca-8aa4-e11f9de0bcea tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Sep 01 04:58:51.388133 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612cc77-a5ec-4db9-afa5-d7f53da61fc9 req-65812bff-f36e-47cb-8b5f-7710175bfa57 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:51.396024 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b612cc77-a5ec-4db9-afa5-d7f53da61fc9 req-65812bff-f36e-47cb-8b5f-7710175bfa57 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 931 time: 0.1867874 Sep 01 04:58:51.462352 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5c0ba7b9-a1ff-4029-b44d-8af51e05aba1 req-0621c792-ac08-4d79-a825-eb500c0cfe4d service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500052 Sep 01 04:58:51.467338 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.471735 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b612cc77-a5ec-4db9-afa5-d7f53da61fc9 req-e6c5a37a-b72a-4ea2-a584-2535a8e74ae8 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742555 Sep 01 04:58:51.485448 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.488280 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Transition to ACTIVE for port object 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:51.529253 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56668) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:51.582116 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c879ac22-6509-4e10-bf12-ca494bd135bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=213f014e225942b78970673e5e87d6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489686 Sep 01 04:58:51.582812 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56672) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:51.584083 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:51.598770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Attempting to bind port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:51.598770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Attempting to bind port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:51.599046 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Attempting to bind port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 on network ab029d5b-4468-452c-9f56-90a1caf05d49 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:51.603466 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 on network ab029d5b-4468-452c-9f56-90a1caf05d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:58:51.603788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Attempting to bind port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 on network ab029d5b-4468-452c-9f56-90a1caf05d49 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:51.609762 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:51.612437 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Checking segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:51.612437 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Bound using segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:51.612437 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Bound port: 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:51.612437 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.690052 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.693407 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] For port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:51.694663 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c2925-472e-453a-88ba-ab6a526c66fd req-d1f1b2bf-432a-4294-92e8-2b2606823f67 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:51.696238 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-744c2925-472e-453a-88ba-ab6a526c66fd req-d1f1b2bf-432a-4294-92e8-2b2606823f67 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 943 time: 0.1035161 Sep 01 04:58:51.707782 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] For port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:51.722605 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1216edf7-ac58-4daa-bab1-7e3b7b43c400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.758129 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1216edf7-ac58-4daa-bab1-7e3b7b43c400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.768654 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-744c2925-472e-453a-88ba-ab6a526c66fd req-4724bd68-b021-4e87-9051-89af27c479d2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635190 Sep 01 04:58:51.788774 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:58:51.796597 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:58:51.807949 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:58:51.815570 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:51.815570 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.846739 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d4b13-a9a1-4cfc-9900-629a5df563cd req-00a921e3-0848-4be1-b638-18b21a05967b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:51.849853 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ab7d4b13-a9a1-4cfc-9900-629a5df563cd req-00a921e3-0848-4be1-b638-18b21a05967b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.1347308 Sep 01 04:58:51.862366 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.870651 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:51.930917 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a603a3-af28-43fa-8ecb-2d2ee1a1119a req-405abb41-34de-4a67-989d-a04e55b7608a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:51.930917 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-52a603a3-af28-43fa-8ecb-2d2ee1a1119a req-405abb41-34de-4a67-989d-a04e55b7608a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 931 time: 0.0600226 Sep 01 04:58:51.933499 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:51.933820 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.935362 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] 10.222.0.16 "PUT /v2.0/ports/8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 1093 time: 1.4036489 Sep 01 04:58:51.935799 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed19d50-141e-457b-8d97-a005c846ac34', 'tag': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:58:51.938397 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581" -d '{"events": [{"name": "network-changed", "server_uuid": "bed19d50-141e-457b-8d97-a005c846ac34", "tag": "8bb1c139-7dc1-4d7f-be8b-65a5525f7f61"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:58:51.959286 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-358eda9f-59ca-44f4-95e6-737d6e2853fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0910382 Sep 01 04:58:51.962681 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1216edf7-ac58-4daa-bab1-7e3b7b43c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.970283 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1216edf7-ac58-4daa-bab1-7e3b7b43c400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:51.973866 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1216edf7-ac58-4daa-bab1-7e3b7b43c400 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/606a3cfb-5d88-463c-9bfe-e364e9ce9ec6 HTTP/1.1" status: 204 len: 168 time: 0.3876412 Sep 01 04:58:51.987848 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Request body: {'port': {'device_id': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:58:51.992756 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216edf7-ac58-4daa-bab1-7e3b7b43c400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606a3cfb-5d88-463c-9bfe-e364e9ce9ec6,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:52.009552 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-52a603a3-af28-43fa-8ecb-2d2ee1a1119a req-b03951ea-24aa-418c-9e37-46c2cef6dd0f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779958 Sep 01 04:58:52.045600 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ab7d4b13-a9a1-4cfc-9900-629a5df563cd req-1ffae320-dc0b-491e-ade1-9b28cd4cafc6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828961 Sep 01 04:58:52.070691 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902dbd0-8cb1-4afd-a060-953dad4b40a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:52.104588 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8097cc1c-b407-4289-bbba-f712b8e011f2 x-openstack-request-id: req-8097cc1c-b407-4289-bbba-f712b8e011f2 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:58:52.104897 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed19d50-141e-457b-8d97-a005c846ac34", "tag": "8bb1c139-7dc1-4d7f-be8b-65a5525f7f61", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:58:52.105352 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8097cc1c-b407-4289-bbba-f712b8e011f2 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:58:52.105750 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed19d50-141e-457b-8d97-a005c846ac34', 'tag': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'status': 'completed', 'code': 200} Sep 01 04:58:52.164817 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:52.178911 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8a8e-e651-410b-a400-5cb515d31309 req-69bd750d-2e1b-40b1-9562-b2e811852d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:52.180424 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-69bd750d-2e1b-40b1-9562-b2e811852d1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1096 time: 0.1062055 Sep 01 04:58:52.228631 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-6ef352e3-104e-4c3d-bb58-1b66c9b14164 None None] Provisioning for port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:52.233761 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-6ef352e3-104e-4c3d-bb58-1b66c9b14164 None None] Provisioning complete for port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:52.234133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6ef352e3-104e-4c3d-bb58-1b66c9b14164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:52.241963 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-3a47d83d-bbfb-4c58-9c1a-4138bfb2224d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 217 time: 0.0399244 Sep 01 04:58:52.266668 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-6ef352e3-104e-4c3d-bb58-1b66c9b14164 None None] Port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:58:52.354692 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8a8e-e651-410b-a400-5cb515d31309 req-4e7a88de-7077-471d-8687-b3383ebb9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:52.357947 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-4e7a88de-7077-471d-8687-b3383ebb9105 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.1081476 Sep 01 04:58:52.514630 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8a8e-e651-410b-a400-5cb515d31309 req-faa41699-e16c-4264-be53-33a9ea0a0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:52.514630 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-faa41699-e16c-4264-be53-33a9ea0a0897 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1461654 Sep 01 04:58:52.594747 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c91f86-de1f-43a4-b85b-7fe9ae9dbf80 req-6a22bfce-9fc2-48fc-b922-e95d084028a4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:52.599894 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-95c91f86-de1f-43a4-b85b-7fe9ae9dbf80 req-6a22bfce-9fc2-48fc-b922-e95d084028a4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 943 time: 0.0563498 Sep 01 04:58:52.608215 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c523e9-3b55-4b82-a36d-ea5b769148f4 req-61553a75-c52b-4e27-af7b-ae586bb2c9d8 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:52.609765 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80c523e9-3b55-4b82-a36d-ea5b769148f4 req-61553a75-c52b-4e27-af7b-ae586bb2c9d8 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.1479337 Sep 01 04:58:52.668152 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-95c91f86-de1f-43a4-b85b-7fe9ae9dbf80 req-4e631413-f0a9-449f-9979-6f6ba4f83dc2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531597 Sep 01 04:58:52.669699 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56706) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:52.727756 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80c523e9-3b55-4b82-a36d-ea5b769148f4 req-5116508d-0844-44d0-977a-c86e3d00f576 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069422 Sep 01 04:58:52.731545 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-b4517325-f5cb-41cb-9916-907f24d7c7d9 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100296 Sep 01 04:58:52.733442 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:52.742437 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:52.769436 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Transition to ACTIVE for port object 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:58:52.797383 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-16fc22b9-830a-4e68-a20e-01bf78120c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:52.836537 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 56716) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:52.864366 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:52.894706 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-efea8a8e-e651-410b-a400-5cb515d31309 req-4ae6975e-c5cb-4210-af32-840ec9d1fe36 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543667 Sep 01 04:58:52.941045 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b7613-4ec4-4e7e-8cf0-2783af2e782a req-8c671e89-5ab5-4f63-ab79-749aeaf266d1 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:52.942565 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c8b7613-4ec4-4e7e-8cf0-2783af2e782a req-8c671e89-5ab5-4f63-ab79-749aeaf266d1 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 943 time: 0.0647194 Sep 01 04:58:52.946104 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-1dd9462c-728a-4eec-9fe4-d05ff713237b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23a7ddfd1c884223a0b14f5d80573555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059151 Sep 01 04:58:52.946104 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:52.948554 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56718) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:53.081905 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c8b7613-4ec4-4e7e-8cf0-2783af2e782a req-66637204-7a86-4106-96ec-ef6d10cc3dc8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161659 Sep 01 04:58:53.093877 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-16fc22b9-830a-4e68-a20e-01bf78120c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.130671 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-439e5323-0fd4-46e8-8eeb-60013b4e58ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.168690 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-439e5323-0fd4-46e8-8eeb-60013b4e58ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.175897 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-16fc22b9-830a-4e68-a20e-01bf78120c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.212386 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Attempting to bind port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:58:53.212386 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Attempting to bind port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:58:53.212386 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Attempting to bind port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e on network 7e413433-79f1-4ec5-82ca-7d41437851e1 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:53.221413 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e on network 7e413433-79f1-4ec5-82ca-7d41437851e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:58:53.221731 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Attempting to bind port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e on network 7e413433-79f1-4ec5-82ca-7d41437851e1 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:58:53.235975 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:58:53.236307 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Checking segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:58:53.236686 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Bound using segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:58:53.237311 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Bound port: 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:58:53.237666 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.259471 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-691a2640-1fa3-4a2d-a4b3-a2196bacab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.259471 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-691a2640-1fa3-4a2d-a4b3-a2196bacab70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1096 time: 0.1053257 Sep 01 04:58:53.260210 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-16fc22b9-830a-4e68-a20e-01bf78120c28 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c37714ead9a43f68d559ef99ea224c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846071 Sep 01 04:58:53.260210 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56726) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:53.270139 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc22b9-830a-4e68-a20e-01bf78120c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bbcbac-7eec-4b29-9f17-d8b11884c223,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:53.278384 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62bec-800e-44ea-9293-67be00694ce8 req-5911534f-ce5d-4237-a6e4-9a1e61eb2d09 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.279878 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2de62bec-800e-44ea-9293-67be00694ce8 req-5911534f-ce5d-4237-a6e4-9a1e61eb2d09 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.1295137 Sep 01 04:58:53.327831 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a919d-9abf-4a2d-9469-31681aa4a5b0 req-6587b1be-500e-4ce0-8dca-acc6cce272cd tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.329367 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fe6a919d-9abf-4a2d-9469-31681aa4a5b0 req-6587b1be-500e-4ce0-8dca-acc6cce272cd tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.1331668 Sep 01 04:58:53.359038 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a018c7fc-d846-48c4-8c2a-6b7a5a633121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.365643 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 56728) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:53.408649 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a018c7fc-d846-48c4-8c2a-6b7a5a633121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.419470 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fe6a919d-9abf-4a2d-9469-31681aa4a5b0 req-ec5476da-fe6c-49df-bd7a-574deb4ccf99 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759640 Sep 01 04:58:53.423348 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2de62bec-800e-44ea-9293-67be00694ce8 req-025d398f-fb49-420d-96c1-868bd1bda34a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360753 Sep 01 04:58:53.424990 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-439e5323-0fd4-46e8-8eeb-60013b4e58ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.426862 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:58:53.427572 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-439e5323-0fd4-46e8-8eeb-60013b4e58ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.428683 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-439e5323-0fd4-46e8-8eeb-60013b4e58ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9d37e12-4e35-4aa8-95c0-ad0d28dbf7b5 HTTP/1.1" status: 204 len: 168 time: 0.4791708 Sep 01 04:58:53.441342 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e5323-0fd4-46e8-8eeb-60013b4e58ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d37e12-4e35-4aa8-95c0-ad0d28dbf7b5,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:53.446821 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:58:53.464292 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-b1b8d438-3564-4cdc-aa43-8aaf16b017ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.465880 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-b1b8d438-3564-4cdc-aa43-8aaf16b017ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 911 time: 0.1980333 Sep 01 04:58:53.520355 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-9feb3780-2ae9-4e45-b3ac-e18f8b2b9048 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 217 time: 0.0396633 Sep 01 04:58:53.523884 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.568746 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-69188446-ce4e-48ec-9b13-2bbd4757253c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.579525 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a018c7fc-d846-48c4-8c2a-6b7a5a633121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.582394 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a018c7fc-d846-48c4-8c2a-6b7a5a633121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.583812 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a018c7fc-d846-48c4-8c2a-6b7a5a633121 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46bbcbac-7eec-4b29-9f17-d8b11884c223 HTTP/1.1" status: 204 len: 168 time: 0.3215852 Sep 01 04:58:53.603883 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018c7fc-d846-48c4-8c2a-6b7a5a633121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bbcbac-7eec-4b29-9f17-d8b11884c223,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:53.612494 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.613227 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.614521 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] 10.222.0.16 "PUT /v2.0/ports/554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 200 len: 1093 time: 1.6350038 Sep 01 04:58:53.655596 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139d98a-b779-442a-9c38-8dd96f562ffe service neutron] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:53.666293 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-31b07745-967e-4cf8-860c-b092c363b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.668414 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-31b07745-967e-4cf8-860c-b092c363b21b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.1317325 Sep 01 04:58:53.777643 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-1da8216d-e617-4db3-aff1-eaa39327a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.779145 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-1da8216d-e617-4db3-aff1-eaa39327a8e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023548 Sep 01 04:58:53.828036 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2b4b9-6d85-436e-b654-ebc4f51e14a3 req-57bd9dfa-4bf1-47dc-8a3a-8bf07a010318 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.830089 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-afc2b4b9-6d85-436e-b654-ebc4f51e14a3 req-57bd9dfa-4bf1-47dc-8a3a-8bf07a010318 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 943 time: 0.0898995 Sep 01 04:58:53.871901 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-afc2b4b9-6d85-436e-b654-ebc4f51e14a3 req-4d6bb0b2-9fdd-4280-8ed6-962514f9493c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354464 Sep 01 04:58:53.876011 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:58:53.877624 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-69188446-ce4e-48ec-9b13-2bbd4757253c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.900876 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-d06a924b-e7ad-49db-9aeb-b66781adf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:53.900876 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-d06a924b-e7ad-49db-9aeb-b66781adf62f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1096 time: 0.1669388 Sep 01 04:58:53.970001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-69188446-ce4e-48ec-9b13-2bbd4757253c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:53.976494 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-8d206974-04b0-4c29-8a12-632a0dba5fd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 200 len: 217 time: 0.0623894 Sep 01 04:58:54.011019 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-7ed9b242-e09b-407a-bffa-f7df818c47ef service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224064 Sep 01 04:58:54.029171 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:54.035265 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c47f51-9c3e-4e9f-95f5-c2896a4a0263 req-2a518d73-c765-4704-a3da-04384c490099 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:54.036738 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-73c47f51-9c3e-4e9f-95f5-c2896a4a0263 req-2a518d73-c765-4704-a3da-04384c490099 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 944 time: 0.1939762 Sep 01 04:58:54.042763 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '1353c31e-9570-4c4b-aebc-fcc98e2a58d2', 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b', 'port_id': '1353c31e-9570-4c4b-aebc-fcc98e2a58d2', 'mac_address': 'fa:16:3e:e1:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4568835c-3ae1-4c7b-bed4-f0f734e6fbe1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:58:54.067780 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69188446-ce4e-48ec-9b13-2bbd4757253c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8679dc1c-d9a2-44ec-b4a3-7ab37b976ffc,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:54.094895 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-69188446-ce4e-48ec-9b13-2bbd4757253c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26660044b1f34b64957a5a182e6326d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7176194 Sep 01 04:58:54.095257 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.095346 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56750) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:54.121515 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:54.123302 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:58:54.125293 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165" -d '{"events": [{"name": "network-changed", "server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:58:54.146424 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:54.152812 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f7879c64-e3bd-48a4-8344-f87fe8e608cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.179206 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f7879c64-e3bd-48a4-8344-f87fe8e608cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.181840 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-82be2fda-fcc8-4804-9549-e679a721d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:54.184742 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-82be2fda-fcc8-4804-9549-e679a721d695 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.1919556 Sep 01 04:58:54.193459 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-73c47f51-9c3e-4e9f-95f5-c2896a4a0263 req-f68b6712-3e14-4775-8687-c9fb792a725e tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306527 Sep 01 04:58:54.253319 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-85480e5c-88aa-4fae-81f9-ba4ecc7f9581 req-20278ab6-2e54-49ca-8082-ca1c93ae2d8b service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313623 Sep 01 04:58:54.255050 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43ad89-0e27-406c-a451-bf9ad3fa3e68 req-a8684691-d4af-43fd-b059-81a6d8345856 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:54.255448 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127f4ed3-0944-4b27-9c13-6030741521dd x-openstack-request-id: req-127f4ed3-0944-4b27-9c13-6030741521dd {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:58:54.255728 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:58:54.255973 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-127f4ed3-0944-4b27-9c13-6030741521dd {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:58:54.256352 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'status': 'completed', 'code': 200} Sep 01 04:58:54.256610 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2a43ad89-0e27-406c-a451-bf9ad3fa3e68 req-a8684691-d4af-43fd-b059-81a6d8345856 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 943 time: 0.0824757 Sep 01 04:58:54.258183 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-8a7ddb24-cb85-446d-a172-afe5d3c2536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:54.261097 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-8a7ddb24-cb85-446d-a172-afe5d3c2536e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598602 Sep 01 04:58:54.274815 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.277351 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device f8f31617-5ef4-43c1-9dbd-b2803eb91ecd details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:58:54.312880 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2a43ad89-0e27-406c-a451-bf9ad3fa3e68 req-be84e0a1-ecf9-4b2a-91b4-7faadaece0f6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Sep 01 04:58:54.360840 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f7879c64-e3bd-48a4-8344-f87fe8e608cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.363676 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f7879c64-e3bd-48a4-8344-f87fe8e608cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.367201 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-f7879c64-e3bd-48a4-8344-f87fe8e608cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8679dc1c-d9a2-44ec-b4a3-7ab37b976ffc HTTP/1.1" status: 204 len: 168 time: 0.2684705 Sep 01 04:58:54.374377 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7879c64-e3bd-48a4-8344-f87fe8e608cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8679dc1c-d9a2-44ec-b4a3-7ab37b976ffc,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:54.380808 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:54.388826 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-bba5b867-2472-48f8-9a97-dd72e4f77ccc service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217694 Sep 01 04:58:54.436073 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,segment=NetworkSegment(ad181757-25dc-4295-829e-61cb6e44a5ed),segment_id=ad181757-25dc-4295-829e-61cb6e44a5ed)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:54.447527 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'f8f31617-5ef4-43c1-9dbd-b2803eb91ecd', 'network_id': '2967ee5c-624d-4d1c-9d60-88f13f5f6372', 'port_id': 'f8f31617-5ef4-43c1-9dbd-b2803eb91ecd', 'mac_address': 'fa:16:3e:16:52:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e33247-9e1d-41f4-8de1-886fe686e60c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:58:54.475445 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56762) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:54.497013 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4781-ddbd-4d22-8e63-b476e08856e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.502724 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1addd5ba-3696-41ac-9f55-0e5969524e54 req-35d514ad-58d4-4af4-af5d-d178e661eaad service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057029 Sep 01 04:58:54.504875 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.532309 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f31617-5ef4-43c1-9dbd-b2803eb91ecd {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:54.594916 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,segment=NetworkSegment(ad181757-25dc-4295-829e-61cb6e44a5ed),segment_id=ad181757-25dc-4295-829e-61cb6e44a5ed)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:54.624374 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d990c-f498-43c1-9795-ed791e54c3c3 req-23deaf32-8e2d-45fd-b4a2-72b5a97e16ab tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:54.632281 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-840d990c-f498-43c1-9795-ed791e54c3c3 req-23deaf32-8e2d-45fd-b4a2-72b5a97e16ab tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 944 time: 0.0862606 Sep 01 04:58:54.661189 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4781-ddbd-4d22-8e63-b476e08856e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.674520 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde036a5-81ff-4dbf-a677-202aca46c113 req-bbbd9dce-c40e-488c-87a6-8a0d9523c349 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:54.676053 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bde036a5-81ff-4dbf-a677-202aca46c113 req-bbbd9dce-c40e-488c-87a6-8a0d9523c349 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0907269 Sep 01 04:58:54.682671 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.683358 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 168f14c1-87ec-4151-bb06-ab03723866f3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:58:54.714190 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-840d990c-f498-43c1-9795-ed791e54c3c3 req-8c4b9432-6f58-4a9f-871f-fba799409121 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795832 Sep 01 04:58:54.723795 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-0e5d888d-dabb-4ee0-9d04-2e76d9a1c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:54.725306 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-0e5d888d-dabb-4ee0-9d04-2e76d9a1c771 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1096 time: 0.0766344 Sep 01 04:58:54.731443 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bde036a5-81ff-4dbf-a677-202aca46c113 req-2e951c0c-1e27-42d2-8bcf-0fd3ca235c3f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474253 Sep 01 04:58:54.779277 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-0f9f4781-ddbd-4d22-8e63-b476e08856e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.805620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:54.826385 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-0f9f4781-ddbd-4d22-8e63-b476e08856e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d9d7bf9f42c44289d62fd88c1bcb7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493834 Sep 01 04:58:54.827607 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f4781-ddbd-4d22-8e63-b476e08856e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8100f4b7-beeb-42be-a9dc-c4e436808da2,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:54.829447 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 56772) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:54.860361 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 168f14c1-87ec-4151-bb06-ab03723866f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=168f14c1-87ec-4151-bb06-ab03723866f3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:54.872144 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '168f14c1-87ec-4151-bb06-ab03723866f3', 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'port_id': '168f14c1-87ec-4151-bb06-ab03723866f3', 'mac_address': 'fa:16:3e:9a:d4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cabf4a5-fb47-43b9-bfe5-867978942fed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:58:54.875409 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-9ba2773f-4e52-4b03-bb7b-84e94947a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:54.877015 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-9ba2773f-4e52-4b03-bb7b-84e94947a9d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.1436505 Sep 01 04:58:54.927861 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:54.941242 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-107c1460-eae5-4ff7-8650-027a8f060645 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 200 len: 217 time: 0.0557623 Sep 01 04:58:54.945080 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168f14c1-87ec-4151-bb06-ab03723866f3 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:54.971675 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 168f14c1-87ec-4151-bb06-ab03723866f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=168f14c1-87ec-4151-bb06-ab03723866f3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:54.992207 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dfe17e70-d8dd-4e37-91a8-9ff2564212d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.047450 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-67a8d126-4c27-4d79-a634-5c769c382cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:55.048901 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-67a8d126-4c27-4d79-a634-5c769c382cd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.1009772 Sep 01 04:58:55.049946 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.052365 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dfe17e70-d8dd-4e37-91a8-9ff2564212d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.115594 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=168f14c1-87ec-4151-bb06-ab03723866f3,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:55.122563 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42ebbf-d332-4cdd-a22d-e617f8fcd948 req-9446a3eb-0cf3-445e-908e-97c5c011b068 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:55.124046 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a42ebbf-d332-4cdd-a22d-e617f8fcd948 req-9446a3eb-0cf3-445e-908e-97c5c011b068 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 943 time: 0.1449313 Sep 01 04:58:55.159368 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-ffb70344-d893-4fb3-bf71-b4fb6dadd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:55.160835 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-ffb70344-d893-4fb3-bf71-b4fb6dadd2ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970128 Sep 01 04:58:55.183727 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a42ebbf-d332-4cdd-a22d-e617f8fcd948 req-7612df52-a71b-4193-8902-b436d979dcc5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533140 Sep 01 04:58:55.260080 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-0decc22f-5cd7-4eb2-a4d5-006758eddddc service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899663 Sep 01 04:58:55.283862 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dfe17e70-d8dd-4e37-91a8-9ff2564212d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.286346 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dfe17e70-d8dd-4e37-91a8-9ff2564212d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.287453 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-dfe17e70-d8dd-4e37-91a8-9ff2564212d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8100f4b7-beeb-42be-a9dc-c4e436808da2 HTTP/1.1" status: 204 len: 168 time: 0.4562767 Sep 01 04:58:55.322506 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a421e-8d67-4269-aa6d-4d21047de929 req-321e6aac-b797-4315-8f46-e146f6b074b2 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:55.324830 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-af0a421e-8d67-4269-aa6d-4d21047de929 req-321e6aac-b797-4315-8f46-e146f6b074b2 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 945 time: 0.0596628 Sep 01 04:58:55.358252 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe17e70-d8dd-4e37-91a8-9ff2564212d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8100f4b7-beeb-42be-a9dc-c4e436808da2,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:55.360768 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.373592 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-af0a421e-8d67-4269-aa6d-4d21047de929 req-98571911-22e9-4ec3-9c74-475daa99e632 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 Sep 01 04:58:55.413925 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-769bbf1a-e2bb-430c-b09c-3ecd9c1f5165 req-ba29923d-41ef-44b7-a382-174c82df6732 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401577 Sep 01 04:58:55.450796 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 56790) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:55.468366 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e32b2ff5-efbd-46b7-bbb3-3167db082d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.483787 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee037e-8b59-47da-b3ba-8881fe09d7ab req-fe97765f-c54a-4bd3-a011-c45b4f88f4be tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:55.485205 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2fee037e-8b59-47da-b3ba-8881fe09d7ab req-fe97765f-c54a-4bd3-a011-c45b4f88f4be tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 943 time: 0.0704050 Sep 01 04:58:55.554674 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2fee037e-8b59-47da-b3ba-8881fe09d7ab req-fd40cb3b-b7ed-44ba-b748-0c0e08e19da3 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619094 Sep 01 04:58:55.606447 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e32b2ff5-efbd-46b7-bbb3-3167db082d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.632084 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['1353c31e-9570-4c4b-aebc-fcc98e2a58d2'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:58:55.711101 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e32b2ff5-efbd-46b7-bbb3-3167db082d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.719118 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['f8f31617-5ef4-43c1-9dbd-b2803eb91ecd'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:58:55.765904 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56802) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:55.772927 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-e32b2ff5-efbd-46b7-bbb3-3167db082d2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccc3ec68578a48b295d2e56e0dedf358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103194 Sep 01 04:58:55.781090 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b2ff5-efbd-46b7-bbb3-3167db082d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0744a2-5a78-4215-bada-a27a138ee659,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:55.822043 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['168f14c1-87ec-4151-bb06-ab03723866f3'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:58:55.904807 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53e81e-098d-44e4-9516-6f939f4b5ef7 req-3db5d777-7063-44fa-ba2b-e23854c2ecf9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:55.915046 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a53e81e-098d-44e4-9516-6f939f4b5ef7 req-3db5d777-7063-44fa-ba2b-e23854c2ecf9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0861344 Sep 01 04:58:55.916189 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-452c7640-01f3-415c-b53b-23ed7b83b874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.957187 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-452c7640-01f3-415c-b53b-23ed7b83b874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:55.981479 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 496d421c-5e1c-4390-9786-eb62921a279f details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:58:55.985379 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a53e81e-098d-44e4-9516-6f939f4b5ef7 req-88c90503-dc9b-481a-8e17-90c96544a2cc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649559 Sep 01 04:58:56.034699 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579d498-57d2-4118-8965-e19002180111 req-6befd65e-7037-48c1-a90d-162d293d074d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:56.042540 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4579d498-57d2-4118-8965-e19002180111 req-6befd65e-7037-48c1-a90d-162d293d074d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 945 time: 0.2379510 Sep 01 04:58:56.118491 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4579d498-57d2-4118-8965-e19002180111 req-3c00c2a9-5fd6-4bd3-a28a-b3e32aaba634 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575368 Sep 01 04:58:56.246753 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-452c7640-01f3-415c-b53b-23ed7b83b874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:56.250872 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-452c7640-01f3-415c-b53b-23ed7b83b874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:56.255458 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-452c7640-01f3-415c-b53b-23ed7b83b874 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa0744a2-5a78-4215-bada-a27a138ee659 HTTP/1.1" status: 204 len: 168 time: 0.4882929 Sep 01 04:58:56.266729 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c7640-01f3-415c-b53b-23ed7b83b874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0744a2-5a78-4215-bada-a27a138ee659,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:56.323997 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab37e-0159-44a7-a5c1-7c9d09ac8308 req-2c769dec-4314-421a-8c4b-327e2c4991f7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:56.332610 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d8cab37e-0159-44a7-a5c1-7c9d09ac8308 req-2c769dec-4314-421a-8c4b-327e2c4991f7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 943 time: 0.0725873 Sep 01 04:58:56.365068 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 496d421c-5e1c-4390-9786-eb62921a279f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=496d421c-5e1c-4390-9786-eb62921a279f,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:56.390702 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '496d421c-5e1c-4390-9786-eb62921a279f', 'network_id': 'ac7fa1b4-6c0c-447e-8f22-aea426d62e1b', 'port_id': '496d421c-5e1c-4390-9786-eb62921a279f', 'mac_address': 'fa:16:3e:a1:70:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4568835c-3ae1-4c7b-bed4-f0f734e6fbe1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:58:56.402117 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d8cab37e-0159-44a7-a5c1-7c9d09ac8308 req-aeaa741a-6ed7-49a5-934b-4222ffea54af tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610671 Sep 01 04:58:56.537903 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:56.549410 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc411ca-74c3-47bd-823c-518463676d8e req-700a246a-f749-488a-bebf-665ce99a31f2 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:56.555021 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5cc411ca-74c3-47bd-823c-518463676d8e req-700a246a-f749-488a-bebf-665ce99a31f2 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 945 time: 0.0704145 Sep 01 04:58:56.587161 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496d421c-5e1c-4390-9786-eb62921a279f {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:56.636114 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 496d421c-5e1c-4390-9786-eb62921a279f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=496d421c-5e1c-4390-9786-eb62921a279f,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:56.653591 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5cc411ca-74c3-47bd-823c-518463676d8e req-117f15e7-d7e6-4680-87b8-d5fde45c5376 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933390 Sep 01 04:58:56.722196 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f488198-44b4-4116-9c4a-cb6087a9741e req-cedda54e-cac4-4e64-ae3a-9db77303ab46 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:56.725503 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6f488198-44b4-4116-9c4a-cb6087a9741e req-cedda54e-cac4-4e64-ae3a-9db77303ab46 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 943 time: 0.0532725 Sep 01 04:58:56.727271 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:56.777531 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6f488198-44b4-4116-9c4a-cb6087a9741e req-e74362e8-e437-4c3d-9161-ba69d3b34fae tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Sep 01 04:58:56.787335 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=496d421c-5e1c-4390-9786-eb62921a279f,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:57.099219 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f537df-d65c-4ebe-b333-ee6b0a24bc53 req-1397142d-4ea4-4d3c-b775-135b6664c737 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:57.100918 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a0f537df-d65c-4ebe-b333-ee6b0a24bc53 req-1397142d-4ea4-4d3c-b775-135b6664c737 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0521843 Sep 01 04:58:57.162970 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a0f537df-d65c-4ebe-b333-ee6b0a24bc53 req-a3a07ddf-3525-4bc6-aaa6-f16b38aafa56 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547626 Sep 01 04:58:57.371427 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['496d421c-5e1c-4390-9786-eb62921a279f'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:58:57.408349 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33360940-5f36-4d23-b347-5c6024588043 req-05bdae66-c814-4b31-b4d9-fdef083bdd5b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:57.411081 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-33360940-5f36-4d23-b347-5c6024588043 req-05bdae66-c814-4b31-b4d9-fdef083bdd5b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 945 time: 0.2189560 Sep 01 04:58:57.492848 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-33360940-5f36-4d23-b347-5c6024588043 req-88bd6334-7ee0-451b-a691-d603e7e5575a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703099 Sep 01 04:58:57.520413 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:58:57.553660 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911af31c-297b-4da0-915e-98d4d8da6c32 req-9f2d6acd-7dc4-45e3-8c6f-0453c30e8fd3 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:57.561444 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-911af31c-297b-4da0-915e-98d4d8da6c32 req-9f2d6acd-7dc4-45e3-8c6f-0453c30e8fd3 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 943 time: 0.0731707 Sep 01 04:58:57.596610 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-911af31c-297b-4da0-915e-98d4d8da6c32 req-6ccdbff2-6faf-4574-9213-eb09269a9b96 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Sep 01 04:58:57.766532 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfb3b9-4ec7-42e3-bc0f-01e237b05b1d req-de1315ce-8cdd-4394-b0f7-cc3f98270541 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:57.767927 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64cfb3b9-4ec7-42e3-bc0f-01e237b05b1d req-de1315ce-8cdd-4394-b0f7-cc3f98270541 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 945 time: 0.0512848 Sep 01 04:58:57.820870 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64cfb3b9-4ec7-42e3-bc0f-01e237b05b1d req-9b12500a-fd27-4a6f-8e1a-980e025269a3 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Sep 01 04:58:57.874697 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:58:57.909818 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0ed52-9e16-4d44-8695-1931419b3fef req-ccf97321-f0b9-4003-b37b-dd4c19c68ec4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:57.916774 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6ea0ed52-9e16-4d44-8695-1931419b3fef req-ccf97321-f0b9-4003-b37b-dd4c19c68ec4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 944 time: 0.0630853 Sep 01 04:58:57.948583 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:57.961653 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6ea0ed52-9e16-4d44-8695-1931419b3fef req-9cd74a18-3603-4f7a-9e4c-54f9c02e86de tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432765 Sep 01 04:58:58.038818 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:58.052368 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'port_id': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'mac_address': 'fa:16:3e:fc:03:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:58:58.091413 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.104175 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:58.114191 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:58.124431 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:58.124806 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.127721 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:58.202638 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.203339 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:58:58.246390 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.290604 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5929b-5fcc-4ef1-b1bc-810dcf74b0fb req-9226d28b-dfd1-4df3-8277-6198ad12d990 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:58.292407 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fda5929b-5fcc-4ef1-b1bc-810dcf74b0fb req-9226d28b-dfd1-4df3-8277-6198ad12d990 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0530286 Sep 01 04:58:58.338839 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5eae38-175a-4cea-9f34-bf848ddf400f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1353c31e-9570-4c4b-aebc-fcc98e2a58d2'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:58:58.351761 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fda5929b-5fcc-4ef1-b1bc-810dcf74b0fb req-fdfc4f80-4d8f-423a-90f4-23177fbb2025 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505567 Sep 01 04:58:58.404826 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:58.412924 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:58.444902 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:58.457426 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'port_id': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'mac_address': 'fa:16:3e:20:44:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:58:58.485774 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.487828 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device f8f31617-5ef4-43c1-9dbd-b2803eb91ecd up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:58.560772 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.591375 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:58:58.628592 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:58.629351 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:58.638991 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e22697b-4728-4389-821b-d5e0763d3975" -d '{"events": [{"server_uuid": "fd5eae38-175a-4cea-9f34-bf848ddf400f", "name": "network-vif-plugged", "status": "completed", "tag": "1353c31e-9570-4c4b-aebc-fcc98e2a58d2"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:58:58.660292 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd61fea-1df9-42dd-b05a-5050061e4b5f req-96d584ae-ca86-49aa-9c4a-82cd35597498 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:58.662433 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4dd61fea-1df9-42dd-b05a-5050061e4b5f req-96d584ae-ca86-49aa-9c4a-82cd35597498 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 945 time: 0.0867407 Sep 01 04:58:58.706474 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:58:58.709868 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.752239 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:58:58.752880 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.760351 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4dd61fea-1df9-42dd-b05a-5050061e4b5f req-a770eb42-69a7-47c6-b13c-e8e91b33f575 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907469 Sep 01 04:58:58.816907 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35212566-67d0-432a-a907-648a98c0c98c req-49e496e7-008b-4c45-bc96-a4f012d3d2a6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:58.818797 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-35212566-67d0-432a-a907-648a98c0c98c req-49e496e7-008b-4c45-bc96-a4f012d3d2a6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 944 time: 0.0843968 Sep 01 04:58:58.843897 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:58.884775 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-35212566-67d0-432a-a907-648a98c0c98c req-d296a170-ad58-45c1-9fb8-dabd4b41e16b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581355 Sep 01 04:58:58.918278 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:58.963076 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,segment=NetworkSegment(ad181757-25dc-4295-829e-61cb6e44a5ed),segment_id=ad181757-25dc-4295-829e-61cb6e44a5ed)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:58:59.015792 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54c3e-f90f-4612-a59b-e1dc44a27987 req-ca0c421d-84dd-4816-9bde-de07380ec7b9 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:59.017302 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 04:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eb825a-f8dc-469e-b27c-c26875a07fa8 x-openstack-request-id: req-b2eb825a-f8dc-469e-b27c-c26875a07fa8 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:58:59.017620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5eae38-175a-4cea-9f34-bf848ddf400f", "name": "network-vif-plugged", "status": "completed", "tag": "1353c31e-9570-4c4b-aebc-fcc98e2a58d2", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:58:59.017734 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ad54c3e-f90f-4612-a59b-e1dc44a27987 req-ca0c421d-84dd-4816-9bde-de07380ec7b9 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 945 time: 0.0502141 Sep 01 04:58:59.017920 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b2eb825a-f8dc-469e-b27c-c26875a07fa8 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:58:59.023236 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5eae38-175a-4cea-9f34-bf848ddf400f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1353c31e-9570-4c4b-aebc-fcc98e2a58d2', 'code': 200} Sep 01 04:58:59.048262 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:59.096965 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['8bb1c139-7dc1-4d7f-be8b-65a5525f7f61'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:58:59.097842 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ad54c3e-f90f-4612-a59b-e1dc44a27987 req-125eac54-d4e5-4b8f-ac28-6c0b79707d1c tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718188 Sep 01 04:58:59.119034 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:58:59.172074 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8de2b3-b5f1-414c-a919-b4c3b1f4c65a req-d81754b7-2b97-414d-84d0-dd1705ac5fbf tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:59.173755 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ce8de2b3-b5f1-414c-a919-b4c3b1f4c65a req-d81754b7-2b97-414d-84d0-dd1705ac5fbf tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 944 time: 0.0633397 Sep 01 04:58:59.207069 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:59.225775 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ce8de2b3-b5f1-414c-a919-b4c3b1f4c65a req-5abb3286-2bba-411b-99e9-3bec88f66c38 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Sep 01 04:58:59.538563 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdcd19-fb14-406c-b51d-1c6a7beba665 req-6508b485-dd39-477c-83af-9d6f91d8e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:59.540048 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4efdcd19-fb14-406c-b51d-1c6a7beba665 req-6508b485-dd39-477c-83af-9d6f91d8e812 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1098 time: 0.1094117 Sep 01 04:58:59.548564 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474b0f8-6887-4aa6-8ea0-37924c2312e6 req-4ffb6c65-2836-4539-93f1-47ae564a2d9b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:59.549981 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0474b0f8-6887-4aa6-8ea0-37924c2312e6 req-4ffb6c65-2836-4539-93f1-47ae564a2d9b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 944 time: 0.0846837 Sep 01 04:58:59.575922 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4efdcd19-fb14-406c-b51d-1c6a7beba665 req-5e60e0df-d2ab-45de-81f1-223e93f4dd94 service neutron] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:59.610975 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0474b0f8-6887-4aa6-8ea0-37924c2312e6 req-0b2f1cfe-c10f-4574-9215-fcaf53151982 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544405 Sep 01 04:58:59.680716 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4efdcd19-fb14-406c-b51d-1c6a7beba665 req-5e60e0df-d2ab-45de-81f1-223e93f4dd94 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:59.750808 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4efdcd19-fb14-406c-b51d-1c6a7beba665 req-5e60e0df-d2ab-45de-81f1-223e93f4dd94 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:59.787565 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4efdcd19-fb14-406c-b51d-1c6a7beba665 req-5e60e0df-d2ab-45de-81f1-223e93f4dd94 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366250 Sep 01 04:58:59.793052 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60e0df-d2ab-45de-81f1-223e93f4dd94 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eebbeb31-484f-4d9e-bb1b-7425ee764848,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:59.872588 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 496d421c-5e1c-4390-9786-eb62921a279f up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:58:59.892846 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580508-a753-4c20-bccf-1262cd44098f req-fbb6b010-5ffb-4212-86ba-fb1a4e2eaa27 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:58:59.894738 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f2580508-a753-4c20-bccf-1262cd44098f req-fbb6b010-5ffb-4212-86ba-fb1a4e2eaa27 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 945 time: 0.0502040 Sep 01 04:58:59.943288 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 56996) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:59.950934 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f2580508-a753-4c20-bccf-1262cd44098f req-9ba9343b-e5b6-4448-9fce-a59e9c55e8a2 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Sep 01 04:59:00.019154 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 496d421c-5e1c-4390-9786-eb62921a279f completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:59:00.023836 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 496d421c-5e1c-4390-9786-eb62921a279f triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:59:00.024433 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.028814 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57000) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:00.031757 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e976b-d8d6-494a-bc5d-746ea6c18781 req-006c48de-7685-4ae9-bb59-32ceddb67a65 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:00.033396 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-168e976b-d8d6-494a-bc5d-746ea6c18781 req-006c48de-7685-4ae9-bb59-32ceddb67a65 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 944 time: 0.0537195 Sep 01 04:59:00.084670 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-168e976b-d8d6-494a-bc5d-746ea6c18781 req-e4ba81b9-4c85-4ab6-bfb2-347af8587a8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434301 Sep 01 04:59:00.114563 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.144534 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ac732b08-5f8c-4cb1-8e74-0aab3c31b9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.147974 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 496d421c-5e1c-4390-9786-eb62921a279f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=496d421c-5e1c-4390-9786-eb62921a279f,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:00.192880 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0aa0-47f4-4c22-9644-8a33763d7602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.240140 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.240982 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 168f14c1-87ec-4151-bb06-ab03723866f3 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:59:00.283396 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3d222-06ea-46c1-91e2-95b882c004e5 req-ce954db9-d621-412e-91af-eb897c05cabd tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:00.285477 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dba3d222-06ea-46c1-91e2-95b882c004e5 req-ce954db9-d621-412e-91af-eb897c05cabd tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0934324 Sep 01 04:59:00.330731 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=496d421c-5e1c-4390-9786-eb62921a279f,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:00.344935 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3545fb-8df9-43ad-b522-f80bb6714c8e req-d5713cbf-4946-4ad3-abe0-8238f22106ee tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:00.346490 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cb3545fb-8df9-43ad-b522-f80bb6714c8e req-d5713cbf-4946-4ad3-abe0-8238f22106ee tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0502102 Sep 01 04:59:00.346894 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dba3d222-06ea-46c1-91e2-95b882c004e5 req-9e009d6e-5979-475c-af93-952b9a63de87 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559278 Sep 01 04:59:00.351427 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ac732b08-5f8c-4cb1-8e74-0aab3c31b9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.386102 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cb3545fb-8df9-43ad-b522-f80bb6714c8e req-2c80508b-7023-4ccd-b758-a1d8a73021b5 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Sep 01 04:59:00.436384 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 168f14c1-87ec-4151-bb06-ab03723866f3 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:59:00.440561 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ac732b08-5f8c-4cb1-8e74-0aab3c31b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.442387 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 168f14c1-87ec-4151-bb06-ab03723866f3 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:59:00.445470 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.500665 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ac732b08-5f8c-4cb1-8e74-0aab3c31b9d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a98c6e5488d849669feba11a81de51c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589197 Sep 01 04:59:00.500994 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57010) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:00.510350 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac732b08-5f8c-4cb1-8e74-0aab3c31b9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c671c6c8-79ca-4ed0-9841-bacd3e3f9d0d,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:00.533541 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57012) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:00.603457 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-28845a39-ee60-40ac-9439-afcc3abd6057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.623981 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0aa0-47f4-4c22-9644-8a33763d7602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.638816 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-28845a39-ee60-40ac-9439-afcc3abd6057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.647417 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.667368 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8620776a-0b16-4fda-a29b-106a715dfebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.682536 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 168f14c1-87ec-4151-bb06-ab03723866f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=168f14c1-87ec-4151-bb06-ab03723866f3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:00.727778 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6dc0aa0-47f4-4c22-9644-8a33763d7602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.777151 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572a5aa-7fa1-431e-aeff-eabe359a3521 req-83acb644-e61e-4947-908c-4a52994ec0de tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:00.778637 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3572a5aa-7fa1-431e-aeff-eabe359a3521 req-83acb644-e61e-4947-908c-4a52994ec0de tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 944 time: 0.0813801 Sep 01 04:59:00.783600 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a6dc0aa0-47f4-4c22-9644-8a33763d7602 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=65302b8886474915b6d1cc94f00762cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7513206 Sep 01 04:59:00.783600 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc0aa0-47f4-4c22-9644-8a33763d7602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577b9944-5094-4713-a478-be416f006e14,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:00.784227 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57018) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:00.799229 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.799626 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-28845a39-ee60-40ac-9439-afcc3abd6057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.799626 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-28845a39-ee60-40ac-9439-afcc3abd6057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.799626 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-28845a39-ee60-40ac-9439-afcc3abd6057 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c671c6c8-79ca-4ed0-9841-bacd3e3f9d0d HTTP/1.1" status: 204 len: 168 time: 0.2942548 Sep 01 04:59:00.816560 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8620776a-0b16-4fda-a29b-106a715dfebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.825835 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28845a39-ee60-40ac-9439-afcc3abd6057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c671c6c8-79ca-4ed0-9841-bacd3e3f9d0d,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:00.868053 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=168f14c1-87ec-4151-bb06-ab03723866f3,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:00.870266 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3572a5aa-7fa1-431e-aeff-eabe359a3521 req-10307396-0600-4768-beff-1f8eedd3c17e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785072 Sep 01 04:59:00.882128 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f0148a18-5d0e-4f2a-9b30-9da366fc5814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.886126 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8620776a-0b16-4fda-a29b-106a715dfebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.904077 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f0148a18-5d0e-4f2a-9b30-9da366fc5814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:00.927615 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-8620776a-0b16-4fda-a29b-106a715dfebd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=108036da9e5140d2a837160c4f05c1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928463 Sep 01 04:59:00.928713 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620776a-0b16-4fda-a29b-106a715dfebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e429fc5f-6893-48b9-a5d9-eb3795cf3a5c,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:00.932835 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57022) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:00.982483 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2d62b2d2-93c9-4b87-afcb-d4174c9edbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.003642 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2d62b2d2-93c9-4b87-afcb-d4174c9edbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.024659 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c58fd-fcbb-44da-84b6-67cf6e25cdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f31617-5ef4-43c1-9dbd-b2803eb91ecd'}, {'server_uuid': '76382824-cc9c-4cc7-b8df-c1d553115c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496d421c-5e1c-4390-9786-eb62921a279f'}, {'server_uuid': 'b294cdc4-0e47-4df5-9046-dfc38c167685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f14c1-87ec-4151-bb06-ab03723866f3'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:01.027790 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2022c899-4aa6-441c-8a8d-bdaacc4b9d07" -d '{"events": [{"server_uuid": "c61c58fd-fcbb-44da-84b6-67cf6e25cdb1", "name": "network-vif-plugged", "status": "completed", "tag": "f8f31617-5ef4-43c1-9dbd-b2803eb91ecd"}, {"server_uuid": "76382824-cc9c-4cc7-b8df-c1d553115c07", "name": "network-vif-plugged", "status": "completed", "tag": "496d421c-5e1c-4390-9786-eb62921a279f"}, {"server_uuid": "b294cdc4-0e47-4df5-9046-dfc38c167685", "name": "network-vif-plugged", "status": "completed", "tag": "168f14c1-87ec-4151-bb06-ab03723866f3"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:01.051646 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f0148a18-5d0e-4f2a-9b30-9da366fc5814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.054276 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f0148a18-5d0e-4f2a-9b30-9da366fc5814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.058555 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-f0148a18-5d0e-4f2a-9b30-9da366fc5814 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/577b9944-5094-4713-a478-be416f006e14 HTTP/1.1" status: 204 len: 168 time: 0.2705841 Sep 01 04:59:01.066801 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0148a18-5d0e-4f2a-9b30-9da366fc5814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577b9944-5094-4713-a478-be416f006e14,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:01.073783 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f3c01-ac1b-476d-b918-405cd8e72a35 x-openstack-request-id: req-2b5f3c01-ac1b-476d-b918-405cd8e72a35 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:01.074358 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c58fd-fcbb-44da-84b6-67cf6e25cdb1", "name": "network-vif-plugged", "status": "completed", "tag": "f8f31617-5ef4-43c1-9dbd-b2803eb91ecd", "code": 200}, {"server_uuid": "76382824-cc9c-4cc7-b8df-c1d553115c07", "name": "network-vif-plugged", "status": "completed", "tag": "496d421c-5e1c-4390-9786-eb62921a279f", "code": 200}, {"server_uuid": "b294cdc4-0e47-4df5-9046-dfc38c167685", "name": "network-vif-plugged", "status": "completed", "tag": "168f14c1-87ec-4151-bb06-ab03723866f3", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:01.074620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b5f3c01-ac1b-476d-b918-405cd8e72a35 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:01.075024 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c58fd-fcbb-44da-84b6-67cf6e25cdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f31617-5ef4-43c1-9dbd-b2803eb91ecd', 'code': 200} Sep 01 04:59:01.075473 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76382824-cc9c-4cc7-b8df-c1d553115c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496d421c-5e1c-4390-9786-eb62921a279f', 'code': 200} Sep 01 04:59:01.075733 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b294cdc4-0e47-4df5-9046-dfc38c167685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f14c1-87ec-4151-bb06-ab03723866f3', 'code': 200} Sep 01 04:59:01.094030 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad743a4-ca55-4e15-964e-2ca39a7692fe req-4f06e74a-24f6-422d-96a0-44d33ee0874c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:01.096338 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8ad743a4-ca55-4e15-964e-2ca39a7692fe req-4f06e74a-24f6-422d-96a0-44d33ee0874c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 946 time: 0.0757825 Sep 01 04:59:01.172478 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8ad743a4-ca55-4e15-964e-2ca39a7692fe req-f775b5d0-ec7e-40c2-8c24-8e964cfbfb4a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665004 Sep 01 04:59:01.186836 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2d62b2d2-93c9-4b87-afcb-d4174c9edbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.191551 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2d62b2d2-93c9-4b87-afcb-d4174c9edbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.192676 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-2d62b2d2-93c9-4b87-afcb-d4174c9edbf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e429fc5f-6893-48b9-a5d9-eb3795cf3a5c HTTP/1.1" status: 204 len: 168 time: 0.2584898 Sep 01 04:59:01.208453 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62b2d2-93c9-4b87-afcb-d4174c9edbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e429fc5f-6893-48b9-a5d9-eb3795cf3a5c,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:01.243439 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8c5c9-6a48-43b0-aa25-ff19c61da0c8 req-8320bf43-2a2c-4546-8e55-25d53f1d8d4d tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:01.252099 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-04a8c5c9-6a48-43b0-aa25-ff19c61da0c8 req-8320bf43-2a2c-4546-8e55-25d53f1d8d4d tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 944 time: 0.0872996 Sep 01 04:59:01.287143 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-04a8c5c9-6a48-43b0-aa25-ff19c61da0c8 req-a699039f-ee55-4bbb-ae37-7cb172f12620 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341630 Sep 01 04:59:01.472244 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd7879-f4fb-4420-9696-806af4d43b4b req-1da9987e-9c7d-415a-ac0f-93a2e0ce06d5 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:01.474844 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46cd7879-f4fb-4420-9696-806af4d43b4b req-1da9987e-9c7d-415a-ac0f-93a2e0ce06d5 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0583220 Sep 01 04:59:01.524743 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a154465-2aac-479c-ba64-117d503f8dfc req-272877f7-d59a-40f3-8fcd-effee1969bb6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:01.526879 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6a154465-2aac-479c-ba64-117d503f8dfc req-272877f7-d59a-40f3-8fcd-effee1969bb6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0663142 Sep 01 04:59:01.584320 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46cd7879-f4fb-4420-9696-806af4d43b4b req-6b0fa2c3-bb73-4d91-a65f-c356bbbc88af tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009920 Sep 01 04:59:01.591980 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6a154465-2aac-479c-ba64-117d503f8dfc req-502811bb-d775-42ea-a6cb-8038c08fbfdb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591600 Sep 01 04:59:01.612159 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978769f-63fe-48d3-8b47-95db0c8793c2 req-8beb79a9-e539-4f6e-ac5e-e79c683e139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:01.617316 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b978769f-63fe-48d3-8b47-95db0c8793c2 req-8beb79a9-e539-4f6e-ac5e-e79c683e139f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 1099 time: 0.0954201 Sep 01 04:59:01.617316 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b5a76-47d1-4647-a68f-42400e3832af req-bea04f1c-f09e-4b30-8e79-3da87bb419ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:01.617316 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d69b5a76-47d1-4647-a68f-42400e3832af req-bea04f1c-f09e-4b30-8e79-3da87bb419ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 1099 time: 0.0684907 Sep 01 04:59:01.681479 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57042) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:01.695604 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-73dc9bfa-6227-43ac-98bd-eaaeca9d8ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.698669 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29837c6a-38e1-423d-aeb6-b30dbbfec917 req-2d4ed436-b3cd-4bfa-a837-ca694545c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:01.700159 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-29837c6a-38e1-423d-aeb6-b30dbbfec917 req-2d4ed436-b3cd-4bfa-a837-ca694545c4b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 1098 time: 0.1038167 Sep 01 04:59:01.701709 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d69b5a76-47d1-4647-a68f-42400e3832af req-e410dc57-19cc-4bb9-be57-3b347f273138 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675838 Sep 01 04:59:01.703619 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b978769f-63fe-48d3-8b47-95db0c8793c2 req-912de62f-2e00-42fc-bf2d-6ae93d9d89fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707488 Sep 01 04:59:01.793059 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-73dc9bfa-6227-43ac-98bd-eaaeca9d8ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.876682 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-73dc9bfa-6227-43ac-98bd-eaaeca9d8ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.892987 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:59:01.915455 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-73dc9bfa-6227-43ac-98bd-eaaeca9d8ab5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80e9c632d3aa48d8be78067669afd5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329156 Sep 01 04:59:01.918185 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc9bfa-6227-43ac-98bd-eaaeca9d8ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb91e5e5-88d2-4dab-972a-05b362a8d099,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:01.918420 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57048) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:01.986057 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7802d09c-9dfd-4be9-9cfa-5a10522fe35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.005826 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d257c9-d6e2-46d6-a04a-89f2c6c30060 req-70a04245-6146-4f82-b08b-5da73cb023c2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:02.006957 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7802d09c-9dfd-4be9-9cfa-5a10522fe35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.007387 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-96d257c9-d6e2-46d6-a04a-89f2c6c30060 req-70a04245-6146-4f82-b08b-5da73cb023c2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 944 time: 0.0491614 Sep 01 04:59:02.047013 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:59:02.051381 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:59:02.051759 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.054549 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-96d257c9-d6e2-46d6-a04a-89f2c6c30060 req-cef46bd1-5be6-4445-8f61-96a90d25ec93 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409899 Sep 01 04:59:02.110365 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57050) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:02.123044 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5a19a1a8-6736-4e87-a4fa-5e253c75ff81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.130889 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.147512 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7802d09c-9dfd-4be9-9cfa-5a10522fe35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.149992 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7802d09c-9dfd-4be9-9cfa-5a10522fe35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.151696 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-7802d09c-9dfd-4be9-9cfa-5a10522fe35a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb91e5e5-88d2-4dab-972a-05b362a8d099 HTTP/1.1" status: 204 len: 168 time: 0.2324622 Sep 01 04:59:02.168602 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802d09c-9dfd-4be9-9cfa-5a10522fe35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb91e5e5-88d2-4dab-972a-05b362a8d099,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:02.169554 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:02.216253 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57056) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:02.231667 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6693603f-8bd1-4e54-9f04-ba88e9f08d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.243418 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5a19a1a8-6736-4e87-a4fa-5e253c75ff81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.270618 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.271583 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:59:02.315956 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbd488-613c-43f9-b7b5-2b334a027d13 req-fe7a185b-3c2d-4ff5-8999-8e8af029b52e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:02.317445 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-23fbd488-613c-43f9-b7b5-2b334a027d13 req-fe7a185b-3c2d-4ff5-8999-8e8af029b52e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 946 time: 0.0772109 Sep 01 04:59:02.319194 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-29837c6a-38e1-423d-aeb6-b30dbbfec917 req-cf9895b8-7d35-4561-9ff3-9d4bb3183d25 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744903 Sep 01 04:59:02.339125 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5a19a1a8-6736-4e87-a4fa-5e253c75ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.393392 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-5a19a1a8-6736-4e87-a4fa-5e253c75ff81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e96a9e30c2814547b0af3c2b9179a849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817793 Sep 01 04:59:02.396179 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57060) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:02.397372 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19a1a8-6736-4e87-a4fa-5e253c75ff81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee85ec-dd0d-499e-83b1-99ccf0d9b6b1,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:02.397842 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:02.403906 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-23fbd488-613c-43f9-b7b5-2b334a027d13 req-34d12f37-4d5c-421c-9971-513e4aa3ccf4 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795865 Sep 01 04:59:02.476123 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:59:02.480394 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:59:02.480770 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.519743 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efb42-6298-4489-afd5-e9ab361423fc req-3733d64f-0d10-4cd3-ab8b-097b3da93060 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:02.521252 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b82efb42-6298-4489-afd5-e9ab361423fc req-3733d64f-0d10-4cd3-ab8b-097b3da93060 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.1110783 Sep 01 04:59:02.524561 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-04aa7530-3b41-4a28-a35a-7cf32561b70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.536627 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6693603f-8bd1-4e54-9f04-ba88e9f08d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.563826 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.581915 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-04aa7530-3b41-4a28-a35a-7cf32561b70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.595884 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b82efb42-6298-4489-afd5-e9ab361423fc req-fcfe13d1-e638-4258-8047-081c26ce4333 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650632 Sep 01 04:59:02.599754 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:02.620458 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6693603f-8bd1-4e54-9f04-ba88e9f08d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.663016 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-6693603f-8bd1-4e54-9f04-ba88e9f08d9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9377f11142543a7b9c72c2cffe86004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457269 Sep 01 04:59:02.664989 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693603f-8bd1-4e54-9f04-ba88e9f08d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f84dcf-dd94-4983-a5b9-74a4b5e2dd56,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:02.665767 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57068) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:02.725660 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.743306 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad47b67-a5c5-462f-9347-43a0695e44f3 req-19f3fe5a-0363-47b6-8a6e-e3a1abcf7a7f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:02.746152 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cad47b67-a5c5-462f-9347-43a0695e44f3 req-19f3fe5a-0363-47b6-8a6e-e3a1abcf7a7f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0539596 Sep 01 04:59:02.773005 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e47ec165-463a-4459-9a8c-39be6b113a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.776912 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-04aa7530-3b41-4a28-a35a-7cf32561b70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.780141 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-04aa7530-3b41-4a28-a35a-7cf32561b70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.781650 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-04aa7530-3b41-4a28-a35a-7cf32561b70c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11ee85ec-dd0d-499e-83b1-99ccf0d9b6b1 HTTP/1.1" status: 204 len: 168 time: 0.3842719 Sep 01 04:59:02.782498 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:02.795447 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa7530-3b41-4a28-a35a-7cf32561b70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee85ec-dd0d-499e-83b1-99ccf0d9b6b1,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:02.821982 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e47ec165-463a-4459-9a8c-39be6b113a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:02.822706 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cad47b67-a5c5-462f-9347-43a0695e44f3 req-c937e421-2933-4612-a9a5-a850cb43c6c0 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651777 Sep 01 04:59:02.876108 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431cfb9-1935-4a29-a6ba-dab65d69ffe9 req-7e575e36-862f-4481-9ea9-64cabb6c6c96 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:02.878507 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0431cfb9-1935-4a29-a6ba-dab65d69ffe9 req-7e575e36-862f-4481-9ea9-64cabb6c6c96 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1823869 Sep 01 04:59:02.917619 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0431cfb9-1935-4a29-a6ba-dab65d69ffe9 req-63a2ab6f-fd69-4c73-b214-aa6cb77aa0f9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Sep 01 04:59:03.036300 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e47ec165-463a-4459-9a8c-39be6b113a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:03.039237 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e47ec165-463a-4459-9a8c-39be6b113a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:03.040370 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-e47ec165-463a-4459-9a8c-39be6b113a66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63f84dcf-dd94-4983-a5b9-74a4b5e2dd56 HTTP/1.1" status: 204 len: 168 time: 0.3735197 Sep 01 04:59:03.048547 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ec165-463a-4459-9a8c-39be6b113a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f84dcf-dd94-4983-a5b9-74a4b5e2dd56,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:03.077348 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed19d50-141e-457b-8d97-a005c846ac34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61'}, {'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:03.080966 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ee471f-a2ae-4292-b265-88a55d32e7e3" -d '{"events": [{"server_uuid": "bed19d50-141e-457b-8d97-a005c846ac34", "name": "network-vif-plugged", "status": "completed", "tag": "8bb1c139-7dc1-4d7f-be8b-65a5525f7f61"}, {"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-plugged", "status": "completed", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:03.132484 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcf7713-7119-4cd2-a3bf-bb517d186293 x-openstack-request-id: req-9fcf7713-7119-4cd2-a3bf-bb517d186293 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:03.132783 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed19d50-141e-457b-8d97-a005c846ac34", "name": "network-vif-plugged", "status": "completed", "tag": "8bb1c139-7dc1-4d7f-be8b-65a5525f7f61", "code": 200}, {"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-plugged", "status": "completed", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:03.133052 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9fcf7713-7119-4cd2-a3bf-bb517d186293 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:03.133471 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed19d50-141e-457b-8d97-a005c846ac34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'code': 200} Sep 01 04:59:03.133724 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'code': 200} Sep 01 04:59:03.201386 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f8256-c572-488a-b603-e25fb027398c req-ec22c2e9-7808-4ba1-b81e-56fe027225cd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:03.202965 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-092f8256-c572-488a-b603-e25fb027398c req-ec22c2e9-7808-4ba1-b81e-56fe027225cd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0633540 Sep 01 04:59:03.248561 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-092f8256-c572-488a-b603-e25fb027398c req-f44c807e-c1d5-446c-ae9a-1cdec8e4f4bc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345232 Sep 01 04:59:03.610330 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d2812-8619-4646-84d0-696a31d0d065 req-9f1cb8ec-1f26-4adc-a8c9-3aced8f8796d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:03.611829 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d71d2812-8619-4646-84d0-696a31d0d065 req-9f1cb8ec-1f26-4adc-a8c9-3aced8f8796d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 946 time: 0.1131699 Sep 01 04:59:03.620401 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69819b-19f2-4190-9624-d452b59f5bce req-deeef0a1-bd0d-49ae-a63d-e6f14c5801b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:03.622858 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f69819b-19f2-4190-9624-d452b59f5bce req-deeef0a1-bd0d-49ae-a63d-e6f14c5801b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1098 time: 0.0985785 Sep 01 04:59:03.666472 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcca463-5973-4358-9a98-fe78cac75cd9 req-39659f1a-ef31-4e55-b668-6a200e62152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:03.668512 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5bcca463-5973-4358-9a98-fe78cac75cd9 req-39659f1a-ef31-4e55-b668-6a200e62152f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1098 time: 0.1332457 Sep 01 04:59:03.695941 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57112) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:03.718345 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d71d2812-8619-4646-84d0-696a31d0d065 req-f1d4b238-1785-4828-841c-2d2144579450 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867002 Sep 01 04:59:03.731576 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f69819b-19f2-4190-9624-d452b59f5bce req-0b503bed-d798-4509-98ee-183572a4bd84 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890882 Sep 01 04:59:03.748952 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5bcca463-5973-4358-9a98-fe78cac75cd9 req-790354f5-9fc9-49d4-bb2a-1e04fe681a01 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612037 Sep 01 04:59:03.764503 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f761601-dfec-4979-a0d5-4bd378ff056b req-a3214441-7870-4cbb-bade-8407688179f2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:03.766058 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8f761601-dfec-4979-a0d5-4bd378ff056b req-a3214441-7870-4cbb-bade-8407688179f2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0865028 Sep 01 04:59:03.822499 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8f761601-dfec-4979-a0d5-4bd378ff056b req-c265c90d-9551-4b70-a6a0-0a875208fbaa tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504379 Sep 01 04:59:03.840668 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2083691042-network', 'tenant_id': '5fab760cf6334178a26895fc22ca70d8'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:03.933838 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bfefc-02de-4725-a210-c5f201655ec8 req-e5f5c5f0-e2a4-408b-99dd-fd86e2cab5d9 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:03.936014 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5e1bfefc-02de-4725-a210-c5f201655ec8 req-e5f5c5f0-e2a4-408b-99dd-fd86e2cab5d9 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0500968 Sep 01 04:59:03.960180 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Made reservation on behalf of 5fab760cf6334178a26895fc22ca70d8 for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:03.962555 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:03.974533 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:03.995300 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5e1bfefc-02de-4725-a210-c5f201655ec8 req-74b195a2-ad2e-45f2-8e4a-bb898c973f9f tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Sep 01 04:59:04.045917 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce377a46-4566-4c55-b0d3-28cc057f23f5 req-a09a4157-c05b-4ef3-a4f0-63dc97f3a1c2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:04.047289 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ce377a46-4566-4c55-b0d3-28cc057f23f5 req-a09a4157-c05b-4ef3-a4f0-63dc97f3a1c2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0574534 Sep 01 04:59:04.100683 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:04.105358 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ce377a46-4566-4c55-b0d3-28cc057f23f5 req-41f4cedd-5f9a-442c-b942-209d531f6eb2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493879 Sep 01 04:59:04.162495 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:04.187403 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:59:04.198980 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457526c6-7927-40b3-8f26-1b682c7c746d,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:04.205371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:04.205708 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Added segment a9895975-6d9f-4b75-9b32-455e9e0f3715 of type vlan for network 87435b96-1118-4862-a245-1bf47db42315 Sep 01 04:59:04.244745 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:04.354405 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:04.355373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:04.355949 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:04.431505 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3ed9-3cab-48b9-9ba0-730817957613 req-d8e988ff-4a63-4cea-aaa8-ebbeec36d155 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:04.433256 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-be0c3ed9-3cab-48b9-9ba0-730817957613 req-d8e988ff-4a63-4cea-aaa8-ebbeec36d155 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.1104348 Sep 01 04:59:04.437831 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] Pushing event updated for resources: {'Network': ['ID=87435b96-1118-4862-a245-1bf47db42315,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:04.447159 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 87435b96-1118-4862-a245-1bf47db42315 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:59:04.470116 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f8e63d23-ecaa-4996-9bd7-0dd127701f66 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7656646 Sep 01 04:59:04.473331 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57146) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:04.479429 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Request body: {'subnet': {'network_id': '87435b96-1118-4862-a245-1bf47db42315', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2083691042-subnet', 'tenant_id': '5fab760cf6334178a26895fc22ca70d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:04.484217 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-be0c3ed9-3cab-48b9-9ba0-730817957613 req-69f94f58-99b6-4389-9d47-5ddc485ecbb1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403981 Sep 01 04:59:04.632502 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Made reservation on behalf of 5fab760cf6334178a26895fc22ca70d8 for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:04.636329 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12664728'] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:04.877341 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32fb70-94b8-4782-bd01-4c6931860091 req-71cde00c-92d8-4021-bbd6-6162daef3d61 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:04.878841 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cc32fb70-94b8-4782-bd01-4c6931860091 req-71cde00c-92d8-4021-bbd6-6162daef3d61 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 946 time: 0.0679953 Sep 01 04:59:04.921938 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cc32fb70-94b8-4782-bd01-4c6931860091 req-db33e170-9bac-499a-aaa2-731018335f51 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Sep 01 04:59:04.942002 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13315070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12664718'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:04.949735 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce501f6f-7304-43cd-93ec-3d17e0780984 req-0bd30540-ecbe-41fa-bd1e-dcccb39986ba tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:04.953541 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ce501f6f-7304-43cd-93ec-3d17e0780984 req-0bd30540-ecbe-41fa-bd1e-dcccb39986ba tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0579579 Sep 01 04:59:04.995522 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ce501f6f-7304-43cd-93ec-3d17e0780984 req-711a57f2-8492-4175-93b6-f42d1d5af8fe tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350673 Sep 01 04:59:05.028777 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Checking segment: {'id': 'a9895975-6d9f-4b75-9b32-455e9e0f3715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '87435b96-1118-4862-a245-1bf47db42315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:59:05.029159 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Network hostable DHCP agents. Network: 87435b96-1118-4862-a245-1bf47db42315, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:59:05.034947 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051f65ac-f78d-4277-9909-1f51acc692cf,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:05.133397 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d65c8f-656e-4ce5-b6e8-c2042c7120da req-bceaaad9-c748-4c31-8f19-cd35ab96b75e tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:05.135791 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-81d65c8f-656e-4ce5-b6e8-c2042c7120da req-bceaaad9-c748-4c31-8f19-cd35ab96b75e tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0487642 Sep 01 04:59:05.161190 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Network 87435b96-1118-4862-a245-1bf47db42315 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:59:05.185975 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-81d65c8f-656e-4ce5-b6e8-c2042c7120da req-a2ba871f-c265-4ba6-8a6f-607f7105e1ac tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Sep 01 04:59:05.223727 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbc81a-25bb-4744-aa40-2b69234b3d6c req-f13aa630-d331-4841-9455-5cad9ed69cd6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:05.226023 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4acbc81a-25bb-4744-aa40-2b69234b3d6c req-f13aa630-d331-4841-9455-5cad9ed69cd6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0516682 Sep 01 04:59:05.273409 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4acbc81a-25bb-4744-aa40-2b69234b3d6c req-027cbb1b-0b0d-4ee2-9e94-3bc1d2469e2a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Sep 01 04:59:05.318595 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57176) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:05.379571 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 87435b96-1118-4862-a245-1bf47db42315) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:59:05.389209 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:05.391867 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:05.394327 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2826c327-ba72-4564-8e94-ea458e1b1b89 None None] Network 87435b96-1118-4862-a245-1bf47db42315 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:59:05.462235 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f2cb66f8-2b56-422c-a6bb-936cbf8cf143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:05.503644 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-e129ed8c-6950-432f-ab58-f9c05c45daa9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0288932 Sep 01 04:59:05.566260 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59198d44-95ae-4cf5-afa9-5cf7955e8810 None None] Network 87435b96-1118-4862-a245-1bf47db42315 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:59:05.618053 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f2cb66f8-2b56-422c-a6bb-936cbf8cf143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:05.657494 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff85357-df10-4348-8f1b-ec779d6d479d req-5a6e00d7-d077-4bef-a477-2ce2716eede6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:05.666375 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dff85357-df10-4348-8f1b-ec779d6d479d req-5a6e00d7-d077-4bef-a477-2ce2716eede6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0615335 Sep 01 04:59:05.731675 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dff85357-df10-4348-8f1b-ec779d6d479d req-e8b956ca-2f26-4d50-b8f1-bd9c75b77727 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635622 Sep 01 04:59:05.737290 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f2cb66f8-2b56-422c-a6bb-936cbf8cf143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:05.805210 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-f2cb66f8-2b56-422c-a6bb-936cbf8cf143 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61f19df98d1a4da5aaed8007b4132634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851198 Sep 01 04:59:05.808881 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57188) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:05.810266 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb66f8-2b56-422c-a6bb-936cbf8cf143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c8fabb-99e4-4393-af43-ebd8bfeca1f2,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:05.844180 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3d650-347a-4e58-9745-b33ed25a14de req-f058430e-8ad9-4451-8ae2-2e9ab9c9f63f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:05.845768 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-11f3d650-347a-4e58-9745-b33ed25a14de req-f058430e-8ad9-4451-8ae2-2e9ab9c9f63f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0755999 Sep 01 04:59:05.890159 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-11f3d650-347a-4e58-9745-b33ed25a14de req-5e205ef5-b0c4-4a24-8931-b42ff12558dc tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357251 Sep 01 04:59:05.905700 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8efa2e2e-67cf-4db5-9194-915b6ce501e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:05.934274 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8efa2e2e-67cf-4db5-9194-915b6ce501e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:05.948287 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e4501-57fe-4a2b-9121-305f748b8009 req-2b354493-a1d3-4b80-930e-7023039594ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:05.949893 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-298e4501-57fe-4a2b-9121-305f748b8009 req-2b354493-a1d3-4b80-930e-7023039594ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 1098 time: 0.0719335 Sep 01 04:59:06.061123 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e4501-57fe-4a2b-9121-305f748b8009 req-f0cfcf2f-c825-4d47-aad8-40589c4179c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:06.063150 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-298e4501-57fe-4a2b-9121-305f748b8009 req-f0cfcf2f-c825-4d47-aad8-40589c4179c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 920 time: 0.0976627 Sep 01 04:59:06.137191 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-298e4501-57fe-4a2b-9121-305f748b8009 req-6f40b663-4cbd-4203-8d99-66f6c5ca5f0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d421c-5e1c-4390-9786-eb62921a279f HTTP/1.1" status: 200 len: 217 time: 0.0659142 Sep 01 04:59:06.180474 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8efa2e2e-67cf-4db5-9194-915b6ce501e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.183847 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8efa2e2e-67cf-4db5-9194-915b6ce501e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.184879 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-8efa2e2e-67cf-4db5-9194-915b6ce501e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32c8fabb-99e4-4393-af43-ebd8bfeca1f2 HTTP/1.1" status: 204 len: 168 time: 0.3739867 Sep 01 04:59:06.218405 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa2e2e-67cf-4db5-9194-915b6ce501e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c8fabb-99e4-4393-af43-ebd8bfeca1f2,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:06.240920 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16146760-6164-478a-aca8-f40ad2eaa058 req-bc7a6c05-e3b1-404a-8d81-1ea401e42f29 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:06.242600 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16146760-6164-478a-aca8-f40ad2eaa058 req-bc7a6c05-e3b1-404a-8d81-1ea401e42f29 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.1083527 Sep 01 04:59:06.248722 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e4501-57fe-4a2b-9121-305f748b8009 req-45965e3b-fe63-4775-b114-2475c85de623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:06.250226 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-298e4501-57fe-4a2b-9121-305f748b8009 req-45965e3b-fe63-4775-b114-2475c85de623 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.0821435 Sep 01 04:59:06.295331 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-298e4501-57fe-4a2b-9121-305f748b8009 req-f2828b25-6b8d-44c8-9434-2d43e199dd31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354352 Sep 01 04:59:06.325511 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16146760-6164-478a-aca8-f40ad2eaa058 req-7c5e8d80-e857-4421-9eee-7d53a645e31a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720508 Sep 01 04:59:06.406158 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-298e4501-57fe-4a2b-9121-305f748b8009 req-9de7a65a-c80b-4391-8528-ff95d567f903 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950050 Sep 01 04:59:06.488969 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57218) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:06.496114 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-787796792-network', 'tenant_id': '3cc602cb8e54470dbf3d1268da9fb5bd'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:06.534525 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-298e4501-57fe-4a2b-9121-305f748b8009 req-3bd686db-4ee5-4d97-b109-21e47a5eef77 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173444 Sep 01 04:59:06.596480 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Made reservation on behalf of 3cc602cb8e54470dbf3d1268da9fb5bd for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:06.598924 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.608964 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.708072 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.785181 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.805975 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:59:06.820707 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8205577-4e85-4297-a86a-dcf53e383bf2,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:06.824318 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.824653 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Added segment fd66cc0c-3cc9-46a4-b0a6-04f108cd402e of type vlan for network f626f356-28e3-4064-adb6-ea6d7c102491 Sep 01 04:59:06.846223 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6159da-543e-4de6-8ab8-73339e9c2aff req-328f0c42-296d-410d-a709-367514a115c1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:06.847802 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7f6159da-543e-4de6-8ab8-73339e9c2aff req-328f0c42-296d-410d-a709-367514a115c1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0582602 Sep 01 04:59:06.872344 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.887700 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7f6159da-543e-4de6-8ab8-73339e9c2aff req-4ad21d4c-e344-4c51-961a-b9178c6d7d3c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Sep 01 04:59:06.991578 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:06.992540 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:06.993145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:07.012943 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b91c1-1769-4255-970c-3f262a7c3ccc req-148e3578-3836-4ae4-a8c4-6b0cb3a95218 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:07.021362 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8d0b91c1-1769-4255-970c-3f262a7c3ccc req-148e3578-3836-4ae4-a8c4-6b0cb3a95218 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0555797 Sep 01 04:59:07.023075 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57244) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:07.033425 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'floatingip': {'port_id': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:07.077984 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a273d98-a439-4d0f-8c95-da27655b30f7 req-69723b36-ee2b-4e42-9b20-953c49ee05fb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:07.079584 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2a273d98-a439-4d0f-8c95-da27655b30f7 req-69723b36-ee2b-4e42-9b20-953c49ee05fb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1164720 Sep 01 04:59:07.084781 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] Pushing event updated for resources: {'Network': ['ID=f626f356-28e3-4064-adb6-ea6d7c102491,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:07.098314 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network f626f356-28e3-4064-adb6-ea6d7c102491 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:59:07.111073 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:07.128689 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2a273d98-a439-4d0f-8c95-da27655b30f7 req-374429ac-a57b-45b2-b375-98a75c66d7d9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Sep 01 04:59:07.155405 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-81c98d4d-45e2-4dbb-bde0-45f71678b2ae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6651046 Sep 01 04:59:07.158452 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57250) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:07.173935 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Request body: {'subnet': {'network_id': 'f626f356-28e3-4064-adb6-ea6d7c102491', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-787796792-subnet', 'tenant_id': '3cc602cb8e54470dbf3d1268da9fb5bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:07.305251 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Made reservation on behalf of 3cc602cb8e54470dbf3d1268da9fb5bd for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:07.308268 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:07.563000 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0c87c-1754-48a4-9235-68a996a1fe20 req-6a0992a5-f2b8-48e7-a87e-ca55236cb554 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:07.564488 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-63b0c87c-1754-48a4-9235-68a996a1fe20 req-6a0992a5-f2b8-48e7-a87e-ca55236cb554 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.1321025 Sep 01 04:59:07.587842 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:07.649587 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-63b0c87c-1754-48a4-9235-68a996a1fe20 req-3225dfca-af35-4a5c-b5c2-d443e5449ff2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789504 Sep 01 04:59:07.656405 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Checking segment: {'id': 'fd66cc0c-3cc9-46a4-b0a6-04f108cd402e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f626f356-28e3-4064-adb6-ea6d7c102491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:59:07.656752 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Network hostable DHCP agents. Network: f626f356-28e3-4064-adb6-ea6d7c102491, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:59:07.658758 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb8d987d-d70b-473a-9d24-8355093d0a8b,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:07.798878 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Network f626f356-28e3-4064-adb6-ea6d7c102491 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:59:07.831390 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2eb3f-3dda-4174-8e87-0ab87fe35d80 req-63b5e4ce-c5e1-4140-8f31-79d3343217ba tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:07.833489 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e3e2eb3f-3dda-4174-8e87-0ab87fe35d80 req-63b5e4ce-c5e1-4140-8f31-79d3343217ba tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0709922 Sep 01 04:59:07.843038 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57280) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:07.847613 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'floatingip': {'port_id': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:07.927811 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, f626f356-28e3-4064-adb6-ea6d7c102491) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:59:07.938893 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:07.939546 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:07.939727 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f076e5-ad12-4c14-859d-5c7edb0582e2 None None] Network f626f356-28e3-4064-adb6-ea6d7c102491 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:59:07.944783 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:08.086788 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:08.089413 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c6ceb-1771-4d08-99d8-b8d7a3552088 None None] Network f626f356-28e3-4064-adb6-ea6d7c102491 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:59:08.097626 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-97fa74f5-07d8-4914-be40-f5b19e1baa88 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9378443 Sep 01 04:59:08.150576 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:08.403006 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff063139-a702-4f66-884b-1dbeeea04219 req-3e55a89a-1b29-49ae-9f38-6497c7f2396d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:08.404467 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ff063139-a702-4f66-884b-1dbeeea04219 req-3e55a89a-1b29-49ae-9f38-6497c7f2396d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0846498 Sep 01 04:59:08.406143 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.l3_db [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Floating IP 5bc734a0-1753-44a1-9dc1-2bae32210b6b associated. External IP: 172.27.1.190, port: 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e. Sep 01 04:59:08.579648 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ff063139-a702-4f66-884b-1dbeeea04219 req-02279721-19e4-4e04-b4ed-1f8d869fcc42 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691670 Sep 01 04:59:08.772802 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Router 79848ba1-1671-410a-8a02-5818e5f38c82 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 04:59:08.911496 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:59:08.913459 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:08.924564 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] Sync routers for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:59:08.939856 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:59:08.943809 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:08.954583 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-452ecb43-eece-460d-a830-aee59aba18c5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "PUT /v2.0/floatingips/5bc734a0-1753-44a1-9dc1-2bae32210b6b HTTP/1.1" status: 200 len: 991 time: 1.9303124 Sep 01 04:59:08.955246 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'}] {{(pid=111187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:09.056286 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:59:09.103160 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd964cb42a432ff7ea5d5a8632f84009fdf4d3f6abc3e354c279a880988e95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54992001-d208-4d2a-8860-c9d54db6373a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e"}]}' {{(pid=111187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:09.174033 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:09.284691 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:09.363637 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '5bc734a0-1753-44a1-9dc1-2bae32210b6b', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'port_id': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'mac_address': 'fa:16:3e:20:44:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T04:58:42Z', 'updated_at': '2021-09-01T04:59:07Z', 'revision_number': 1, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:09.403821 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] Checking router: 79848ba1-1671-410a-8a02-5818e5f38c82 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:59:09.412461 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:59:09.413170 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:09.413372 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Floating IP 29ba3975-be53-484d-b558-e137662eebe4 associated. External IP: 172.27.1.25, port: 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61. Sep 01 04:59:09.536944 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:59:09.655980 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 04:59:09.802189 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:59:09.817641 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:09.817967 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] Sync routers for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:59:09.831158 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:59:09.831804 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:09.850311 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-dc7edc69-760e-4b92-b740-2f05f3f54210 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "PUT /v2.0/floatingips/29ba3975-be53-484d-b558-e137662eebe4 HTTP/1.1" status: 200 len: 990 time: 2.0034719 Sep 01 04:59:09.850311 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed19d50-141e-457b-8d97-a005c846ac34', 'tag': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:09.851972 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16097385-4717-4fc4-9055-32de9094eace" -d '{"events": [{"name": "network-changed", "server_uuid": "bed19d50-141e-457b-8d97-a005c846ac34", "tag": "8bb1c139-7dc1-4d7f-be8b-65a5525f7f61"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:09.896419 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '5bc734a0-1753-44a1-9dc1-2bae32210b6b', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'port_id': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'mac_address': 'fa:16:3e:20:44:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T04:58:42Z', 'updated_at': '2021-09-01T04:59:07Z', 'revision_number': 1, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:09.926753 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c99059-be9c-4ed1-9b3a-36deeabd6d3e None None] The sync data for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi is: [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '5bc734a0-1753-44a1-9dc1-2bae32210b6b', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'port_id': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'mac_address': 'fa:16:3e:20:44:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T04:58:42Z', 'updated_at': '2021-09-01T04:59:07Z', 'revision_number': 1, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:59:09.983778 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:59:10.080769 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aa2721-4c63-4090-a93a-7cabed64a3bf x-openstack-request-id: req-d4aa2721-4c63-4090-a93a-7cabed64a3bf {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:10.080769 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e", "status": "completed", "code": 200}]} {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:10.080769 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4aa2721-4c63-4090-a93a-7cabed64a3bf {{(pid=111187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:10.080769 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'status': 'completed', 'code': 200} Sep 01 04:59:10.213276 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63841c42-5bbe-4986-9a0f-f8911ec099eb req-c4e70643-9688-4957-9ace-60128e3a870f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:10.213276 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-63841c42-5bbe-4986-9a0f-f8911ec099eb req-c4e70643-9688-4957-9ace-60128e3a870f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1002367 Sep 01 04:59:10.272756 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac653a9-6cdf-4945-a8da-8558c1ff6b4f None None] New status for floating IP 5bc734a0-1753-44a1-9dc1-2bae32210b6b: ACTIVE {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 04:59:10.287559 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-63841c42-5bbe-4986-9a0f-f8911ec099eb req-a84507be-bbee-49bd-b14f-4874d465c49d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585999 Sep 01 04:59:10.313426 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54992001-d208-4d2a-8860-c9d54db6373a req-09ec27b8-0d55-4d9d-a16a-d8964a3277e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:10.315602 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54992001-d208-4d2a-8860-c9d54db6373a req-09ec27b8-0d55-4d9d-a16a-d8964a3277e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1098 time: 0.1183715 Sep 01 04:59:10.317739 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31978db0-7449-4934-a844-e118721ac255 x-openstack-request-id: req-31978db0-7449-4934-a844-e118721ac255 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:10.318025 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bed19d50-141e-457b-8d97-a005c846ac34", "tag": "8bb1c139-7dc1-4d7f-be8b-65a5525f7f61", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:10.318319 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31978db0-7449-4934-a844-e118721ac255 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:10.318849 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed19d50-141e-457b-8d97-a005c846ac34', 'tag': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'status': 'completed', 'code': 200} Sep 01 04:59:10.380410 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '29ba3975-be53-484d-b558-e137662eebe4', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'port_id': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'mac_address': 'fa:16:3e:fc:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed19d50-141e-457b-8d97-a005c846ac34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T04:58:35Z', 'updated_at': '2021-09-01T04:59:08Z', 'revision_number': 1, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:10.413787 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] Checking router: 060e2f57-7b15-4b5e-b03f-3dfb028995f6 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:59:10.434201 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:59:10.435263 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T04:58:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:10.461650 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54992001-d208-4d2a-8860-c9d54db6373a req-f485de34-4780-4e0b-9bd8-c104bd8d7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:10.463806 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54992001-d208-4d2a-8860-c9d54db6373a req-f485de34-4780-4e0b-9bd8-c104bd8d7c74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.1394777 Sep 01 04:59:10.497396 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-380db851-1842-4591-b5ad-d74b248c5299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:10.594862 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16097385-4717-4fc4-9055-32de9094eace req-70d5e854-08d1-4b04-b1be-9926a9bed2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:10.596679 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16097385-4717-4fc4-9055-32de9094eace req-70d5e854-08d1-4b04-b1be-9926a9bed2b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1098 time: 0.1455626 Sep 01 04:59:10.632726 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:59:10.676915 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54992001-d208-4d2a-8860-c9d54db6373a req-e118f5e4-3a7f-42f8-99c7-e964e368d4a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 200 len: 999 time: 0.1960435 Sep 01 04:59:10.897876 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57394) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:10.920667 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '29ba3975-be53-484d-b558-e137662eebe4', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'port_id': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'mac_address': 'fa:16:3e:fc:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed19d50-141e-457b-8d97-a005c846ac34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T04:58:35Z', 'updated_at': '2021-09-01T04:59:08Z', 'revision_number': 1, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:10.953781 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c8eda-cd98-4ab2-8cd2-d23c5636fc41 None None] The sync data for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi is: [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '29ba3975-be53-484d-b558-e137662eebe4', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'port_id': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'mac_address': 'fa:16:3e:fc:03:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed19d50-141e-457b-8d97-a005c846ac34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T04:58:35Z', 'updated_at': '2021-09-01T04:59:08Z', 'revision_number': 1, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:59:10.958861 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54992001-d208-4d2a-8860-c9d54db6373a req-6a25ff0c-e5db-4043-b027-8faaf1a1d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:10.960530 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54992001-d208-4d2a-8860-c9d54db6373a req-6a25ff0c-e5db-4043-b027-8faaf1a1d67b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.2706671 Sep 01 04:59:11.023684 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16097385-4717-4fc4-9055-32de9094eace req-7d0559af-2de8-4c82-b7ee-a2ec68c2aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:11.025712 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16097385-4717-4fc4-9055-32de9094eace req-7d0559af-2de8-4c82-b7ee-a2ec68c2aebe service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 911 time: 0.4141817 Sep 01 04:59:11.081824 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54992001-d208-4d2a-8860-c9d54db6373a req-0b80bce2-8705-46e8-81e3-4a6e0c569998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:11.081824 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54992001-d208-4d2a-8860-c9d54db6373a req-0b80bce2-8705-46e8-81e3-4a6e0c569998 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017375 Sep 01 04:59:11.113570 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-885595aa-9cc0-4593-a773-bee5a04b939e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:11.152339 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16097385-4717-4fc4-9055-32de9094eace req-e88fa1c0-84aa-4686-809b-124a138fc465 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 998 time: 0.1160412 Sep 01 04:59:11.266011 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54992001-d208-4d2a-8860-c9d54db6373a req-267d8ebf-9f74-40a9-b797-40eca378cfd3 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771247 Sep 01 04:59:11.275707 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16097385-4717-4fc4-9055-32de9094eace req-be47cf15-517f-4ce8-afb9-afb61a66d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:11.278625 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16097385-4717-4fc4-9055-32de9094eace req-be47cf15-517f-4ce8-afb9-afb61a66d09f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.1159062 Sep 01 04:59:11.292330 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db33578-90a3-4e31-b20e-5263adcc5849 None None] New status for floating IP 29ba3975-be53-484d-b558-e137662eebe4: ACTIVE {{(pid=111189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 04:59:11.444298 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16097385-4717-4fc4-9055-32de9094eace req-71a36cb9-0d1d-494b-a4a7-586b3b561b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:11.446088 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16097385-4717-4fc4-9055-32de9094eace req-71a36cb9-0d1d-494b-a4a7-586b3b561b75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1388240 Sep 01 04:59:11.453857 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54992001-d208-4d2a-8860-c9d54db6373a req-6032aa9d-5af0-4726-aa79-aa1bc240e3a7 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545219 Sep 01 04:59:11.458149 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dc562-eff9-4ef0-9426-67dae828ba65 req-2c7256e0-8b4d-4b59-9f35-72a3d63b7c1d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:11.459651 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-614dc562-eff9-4ef0-9426-67dae828ba65 req-2c7256e0-8b4d-4b59-9f35-72a3d63b7c1d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0795176 Sep 01 04:59:11.480014 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-885595aa-9cc0-4593-a773-bee5a04b939e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:11.519812 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-614dc562-eff9-4ef0-9426-67dae828ba65 req-26627cba-bd97-41e4-a9ca-c4ac1b93aa1e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Sep 01 04:59:11.595079 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16097385-4717-4fc4-9055-32de9094eace req-36f6ffe8-985a-4c22-8b41-adb651c5ef32 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150162 Sep 01 04:59:11.616990 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-885595aa-9cc0-4593-a773-bee5a04b939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:11.658584 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-885595aa-9cc0-4593-a773-bee5a04b939e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dccf791434634fa5915db94f288e6c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595103 Sep 01 04:59:11.659499 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885595aa-9cc0-4593-a773-bee5a04b939e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79d1d47-cea7-4a34-8ac5-6c555a320e55,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:11.661358 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57416) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:11.719903 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16097385-4717-4fc4-9055-32de9094eace req-8d4d2f25-46c4-4125-b037-d250ef6a2919 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178110 Sep 01 04:59:11.735475 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7ba-fb80-4b24-92a0-baed92865ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:11.762185 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7ba-fb80-4b24-92a0-baed92865ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:11.932016 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7ba-fb80-4b24-92a0-baed92865ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:11.934923 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-25b0a7ba-fb80-4b24-92a0-baed92865ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:11.936060 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-25b0a7ba-fb80-4b24-92a0-baed92865ed2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d79d1d47-cea7-4a34-8ac5-6c555a320e55 HTTP/1.1" status: 204 len: 168 time: 0.2731624 Sep 01 04:59:11.944508 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0a7ba-fb80-4b24-92a0-baed92865ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79d1d47-cea7-4a34-8ac5-6c555a320e55,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:12.650695 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b4927-1ff2-40f4-a8bd-84e515127d89 req-ceef0508-e62f-482d-9655-528ee483bd30 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:12.652235 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-db5b4927-1ff2-40f4-a8bd-84e515127d89 req-ceef0508-e62f-482d-9655-528ee483bd30 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0605643 Sep 01 04:59:12.693700 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-db5b4927-1ff2-40f4-a8bd-84e515127d89 req-942bb925-a4bc-44e5-afa7-0c3fa77a3942 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353811 Sep 01 04:59:12.965808 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-0499695d-a2b3-4380-a72a-d2f23e57d05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:13.310464 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:13.718749 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57496) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:13.820559 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a5577-893b-41fb-be19-f4f11941e97f req-737682ff-6703-4915-b737-8ec1334f4139 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:13.822957 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a50a5577-893b-41fb-be19-f4f11941e97f req-737682ff-6703-4915-b737-8ec1334f4139 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0544624 Sep 01 04:59:13.865178 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a50a5577-893b-41fb-be19-f4f11941e97f req-7cc11a51-c311-4fcb-ab0f-fbf5634aca95 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366094 Sep 01 04:59:13.874044 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d502d109-7979-4412-901f-70f92918a76e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:13.960581 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d502d109-7979-4412-901f-70f92918a76e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:14.007373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d502d109-7979-4412-901f-70f92918a76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:14.045022 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-d502d109-7979-4412-901f-70f92918a76e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c42daf4d7f14696ad0f4cebe653dd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252435 Sep 01 04:59:14.046204 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d109-7979-4412-901f-70f92918a76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f6adb3-c4b8-4462-805e-0062d95745c2,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:14.047883 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57504) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:14.096686 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-edcaddb8-d545-4630-ba93-fa73177ede7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:14.119345 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-edcaddb8-d545-4630-ba93-fa73177ede7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:14.194423 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:14.281857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-edcaddb8-d545-4630-ba93-fa73177ede7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:14.286143 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-edcaddb8-d545-4630-ba93-fa73177ede7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:14.289964 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-edcaddb8-d545-4630-ba93-fa73177ede7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81f6adb3-c4b8-4462-805e-0062d95745c2 HTTP/1.1" status: 204 len: 168 time: 0.2387924 Sep 01 04:59:14.299088 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaddb8-d545-4630-ba93-fa73177ede7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f6adb3-c4b8-4462-805e-0062d95745c2,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:14.990260 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75eb60-1864-4c76-8bc4-c493cd4a20d8 req-7d17de2f-eede-4b6b-9410-c765e985f567 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:14.991667 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-de75eb60-1864-4c76-8bc4-c493cd4a20d8 req-7d17de2f-eede-4b6b-9410-c765e985f567 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0525572 Sep 01 04:59:15.030125 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-de75eb60-1864-4c76-8bc4-c493cd4a20d8 req-3312a9f8-f189-42e7-87ae-6bffd919c191 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Sep 01 04:59:15.447187 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57556) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:15.550538 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1469284240-network', 'tenant_id': '0c9b90e264714f0991d157c7d22a5819'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:15.658868 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Made reservation on behalf of 0c9b90e264714f0991d157c7d22a5819 for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:15.661237 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:15.668457 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:15.669813 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:15.756914 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:15.840115 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:15.860845 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:59:15.874476 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c515b1bb-9224-478f-a670-22f39a6c73ab,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:15.879232 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:15.879569 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Added segment fc32a4f0-7700-4b10-a9e1-02cbd4733863 of type vlan for network e49e0c57-d5cd-42d4-9515-01ec006034a4 Sep 01 04:59:15.921677 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:16.016720 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:16.017728 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:16.018347 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:16.082296 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e49e0c57-d5cd-42d4-9515-01ec006034a4,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:16.090410 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.090690 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.091024 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.091349 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.091669 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.091989 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.092308 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.092624 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.092944 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.093358 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.093694 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.094006 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:16.105132 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network e49e0c57-d5cd-42d4-9515-01ec006034a4 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:59:16.152092 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-48a18617-1ab2-47ff-9dc5-30529a7108a3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7030931 Sep 01 04:59:16.154758 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57572) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:16.157082 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b178-5e79-4a70-9621-d3c92ed4b396 req-48e29d9c-f237-49e1-80f2-b165cca3f955 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:16.158597 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9009b178-5e79-4a70-9621-d3c92ed4b396 req-48e29d9c-f237-49e1-80f2-b165cca3f955 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0484099 Sep 01 04:59:16.160376 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Request body: {'subnet': {'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1469284240-subnet', 'tenant_id': '0c9b90e264714f0991d157c7d22a5819', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:16.202311 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9009b178-5e79-4a70-9621-d3c92ed4b396 req-4a448dbe-6476-46b2-84a5-1c260bc57bef tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Sep 01 04:59:16.247566 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Made reservation on behalf of 0c9b90e264714f0991d157c7d22a5819 for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:16.249948 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:16.565633 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:16.730206 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc48114-8e42-4331-9ea5-06b12c156475,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:16.730206 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Checking segment: {'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:59:16.730206 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Network hostable DHCP agents. Network: e49e0c57-d5cd-42d4-9515-01ec006034a4, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:59:16.879863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Network e49e0c57-d5cd-42d4-9515-01ec006034a4 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:59:16.956343 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, e49e0c57-d5cd-42d4-9515-01ec006034a4) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:59:16.960421 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:16.962976 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:16.966620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5a06d2-0113-4a77-b1ef-c3fbe59c655c None None] Network e49e0c57-d5cd-42d4-9515-01ec006034a4 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:59:17.028968 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-19a67334-fc87-4c1c-a445-5bf640411256 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8729925 Sep 01 04:59:17.105429 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f51c38-d85c-40e4-8dce-0afa0e4789b0 None None] Network e49e0c57-d5cd-42d4-9515-01ec006034a4 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:59:17.323490 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77980074-1d54-4748-b24f-6c1c0c2ca845 req-c3028907-245e-49cf-bb38-8d61fcba4b83 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:17.325266 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-77980074-1d54-4748-b24f-6c1c0c2ca845 req-c3028907-245e-49cf-bb38-8d61fcba4b83 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0523963 Sep 01 04:59:17.370900 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-77980074-1d54-4748-b24f-6c1c0c2ca845 req-ac7ab9a6-d54f-48ef-81f1-0865d0114268 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Sep 01 04:59:18.488765 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612f62f-4c21-4ec4-8238-7651468df231 req-b974d9c0-8454-41e5-823f-f78d4c04603e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:18.490189 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a612f62f-4c21-4ec4-8238-7651468df231 req-b974d9c0-8454-41e5-823f-f78d4c04603e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0505118 Sep 01 04:59:18.526691 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a612f62f-4c21-4ec4-8238-7651468df231 req-84b36c16-158c-4aab-a40a-6e9637d56d79 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299287 Sep 01 04:59:19.165145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57660) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:19.266550 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-94e4cd60-ba24-4834-847d-85d7c840ddd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:19.355796 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-94e4cd60-ba24-4834-847d-85d7c840ddd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:19.465251 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-94e4cd60-ba24-4834-847d-85d7c840ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:19.501386 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4cd60-ba24-4834-847d-85d7c840ddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5786d1-da8d-48be-a419-f27ccc16c30e,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:19.508099 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-94e4cd60-ba24-4834-847d-85d7c840ddd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c02c3fd3dcef4e3da4c35a73fc29ed52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395591 Sep 01 04:59:19.508987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57664) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:19.558893 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b494642d-28c6-40e7-aa53-6646cdf5c337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:19.584174 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b494642d-28c6-40e7-aa53-6646cdf5c337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:19.661350 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dd87e-b331-4595-bc16-bbc98fc97c0c req-4af30507-5e64-4cbd-9b54-3f773f4025ea tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:19.662839 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-262dd87e-b331-4595-bc16-bbc98fc97c0c req-4af30507-5e64-4cbd-9b54-3f773f4025ea tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0636642 Sep 01 04:59:19.702703 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-262dd87e-b331-4595-bc16-bbc98fc97c0c req-527b0b6f-2262-4284-a580-9c4f2f8fd7c2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337980 Sep 01 04:59:19.753661 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b494642d-28c6-40e7-aa53-6646cdf5c337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:19.756198 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b494642d-28c6-40e7-aa53-6646cdf5c337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:19.757330 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-b494642d-28c6-40e7-aa53-6646cdf5c337 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a5786d1-da8d-48be-a419-f27ccc16c30e HTTP/1.1" status: 204 len: 168 time: 0.2479572 Sep 01 04:59:19.767795 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494642d-28c6-40e7-aa53-6646cdf5c337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5786d1-da8d-48be-a419-f27ccc16c30e,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:20.333441 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-2b4d3aa5-d704-4c7d-ab16-b44adcd112d1 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:20.334824 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-2b4d3aa5-d704-4c7d-ab16-b44adcd112d1 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/networks?id=e49e0c57-d5cd-42d4-9515-01ec006034a4 HTTP/1.1" status: 200 len: 814 time: 0.1063979 Sep 01 04:59:20.349762 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-44b29504-b713-4e27-8a35-408f6929a77e tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/quotas/0c9b90e264714f0991d157c7d22a5819 HTTP/1.1" status: 200 len: 375 time: 0.0090830 Sep 01 04:59:20.350851 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60f936-dc23-4ae0-b46c-6fe176fd3b00 req-ddaa7245-ab7a-4901-97f4-9d154a0f3481 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:20.352321 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ea60f936-dc23-4ae0-b46c-6fe176fd3b00 req-ddaa7245-ab7a-4901-97f4-9d154a0f3481 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0480230 Sep 01 04:59:20.387587 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-f60605bc-00f4-417b-bcb2-af1f19c072b8 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9b90e264714f0991d157c7d22a5819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314279 Sep 01 04:59:20.394223 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ea60f936-dc23-4ae0-b46c-6fe176fd3b00 req-6d663690-c344-4e3d-b341-82860e184140 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346365 Sep 01 04:59:20.477609 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-ce291e0b-e438-42fb-b7e7-f33605de8a66 service neutron] 10.222.0.41 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823712 Sep 01 04:59:20.525913 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57706) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:20.538672 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9f8198e8-0741-468f-9e08-611cb85bf4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:20.578575 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-916bcb1d-2b2f-4b80-8497-98e7ecf0d6d3 service neutron] 10.222.0.41 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942936 Sep 01 04:59:20.627028 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9f8198e8-0741-468f-9e08-611cb85bf4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:20.762942 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9f8198e8-0741-468f-9e08-611cb85bf4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:20.827057 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8198e8-0741-468f-9e08-611cb85bf4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405ddfc7-8ef7-4697-9e78-4afe90827b66,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:20.832206 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-9f8198e8-0741-468f-9e08-611cb85bf4ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31792d6a5d744cc8980e7191879b6c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052950 Sep 01 04:59:20.834726 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 57712) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:20.874233 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02a759c-165d-4cf3-b8d3-cd88f4ad2a6b req-5d9271a2-125c-4288-8d84-7b51044e1e43 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:20.878622 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d02a759c-165d-4cf3-b8d3-cd88f4ad2a6b req-5d9271a2-125c-4288-8d84-7b51044e1e43 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1023169 Sep 01 04:59:20.936810 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2d84-3716-4c73-8d7d-0d1832063bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:20.950282 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d02a759c-165d-4cf3-b8d3-cd88f4ad2a6b req-e3f2f497-6304-447d-8fe0-2c440b9050d4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571711 Sep 01 04:59:20.951574 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3b24ddd4-5b32-4c57-a191-18eb30b266bd req-968500b8-afdb-41f9-aba2-16e32f27b21f tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 210 time: 0.0589859 Sep 01 04:59:20.993990 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2d84-3716-4c73-8d7d-0d1832063bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:21.150600 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2d84-3716-4c73-8d7d-0d1832063bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:21.153258 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bd9c2d84-3716-4c73-8d7d-0d1832063bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:21.154438 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-bd9c2d84-3716-4c73-8d7d-0d1832063bc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/405ddfc7-8ef7-4697-9e78-4afe90827b66 HTTP/1.1" status: 204 len: 168 time: 0.3188312 Sep 01 04:59:21.162210 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c2d84-3716-4c73-8d7d-0d1832063bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405ddfc7-8ef7-4697-9e78-4afe90827b66,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:21.513017 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9c46f-7564-4c6d-91bf-c1cc78b83322 req-722ba557-1c17-4f22-aebe-92f435c4da16 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:21.515398 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3fc9c46f-7564-4c6d-91bf-c1cc78b83322 req-722ba557-1c17-4f22-aebe-92f435c4da16 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0503352 Sep 01 04:59:21.554237 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3fc9c46f-7564-4c6d-91bf-c1cc78b83322 req-9ed04e94-0e1b-4cf0-bf46-ce9ee8c745c6 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326695 Sep 01 04:59:21.808635 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57740) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:21.823745 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:21.917529 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:22.030325 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:22.054922 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20d6187d-838f-45ea-a43c-2cda225877ed req-4326fd83-15d9-4d82-9a81-5442406bd451 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 210 time: 0.0302284 Sep 01 04:59:22.086409 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afed9f77371f4be891d43f7ec99f3ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766314 Sep 01 04:59:22.089953 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57750) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:22.099828 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb79287a-a476-4293-9de7-e124f4e30610,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:22.119593 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62a618-9a8a-4650-a234-823d33518e33 req-f6dc1923-0fa2-496f-bf2e-4002328c06c1 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:22.122192 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ec62a618-9a8a-4650-a234-823d33518e33 req-f6dc1923-0fa2-496f-bf2e-4002328c06c1 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1048641 Sep 01 04:59:22.126209 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.127800 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.127800 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.127800 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.127800 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.128156 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.128245 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.128496 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.128816 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.129157 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.129476 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.129788 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd05c70-7b2e-4c1c-bef0-f82d3ef3d4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:22.193251 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ec62a618-9a8a-4650-a234-823d33518e33 req-b2bd8b79-ab45-4cdf-aaa4-07c3ceab72dd tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553367 Sep 01 04:59:22.195968 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7b71ed40-921d-4eff-9bff-591ec800b299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:22.218462 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7b71ed40-921d-4eff-9bff-591ec800b299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:22.367093 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7b71ed40-921d-4eff-9bff-591ec800b299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:22.369645 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7b71ed40-921d-4eff-9bff-591ec800b299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:22.371327 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-7b71ed40-921d-4eff-9bff-591ec800b299 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb79287a-a476-4293-9de7-e124f4e30610 HTTP/1.1" status: 204 len: 168 time: 0.2798419 Sep 01 04:59:22.379534 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71ed40-921d-4eff-9bff-591ec800b299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb79287a-a476-4293-9de7-e124f4e30610,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:22.628616 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-47575903-0681-4bde-ae05-4e1630f14324 req-7217b216-05e0-4697-9999-74cc0993a558 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380888 Sep 01 04:59:22.675488 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb7b04-0d08-4460-8560-73ab9eb7ca91 req-c278c234-1c1b-485e-93e2-18a15fba07e2 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:22.676974 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dcfb7b04-0d08-4460-8560-73ab9eb7ca91 req-c278c234-1c1b-485e-93e2-18a15fba07e2 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0510378 Sep 01 04:59:22.720702 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47575903-0681-4bde-ae05-4e1630f14324 req-85ad5a5d-e5c4-4721-8443-208535d177a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:22.721718 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dcfb7b04-0d08-4460-8560-73ab9eb7ca91 req-4b2bf8c1-824f-48c2-8a53-a9163a7f2138 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381792 Sep 01 04:59:22.722208 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-47575903-0681-4bde-ae05-4e1630f14324 req-85ad5a5d-e5c4-4721-8443-208535d177a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 1099 time: 0.0410519 Sep 01 04:59:22.829175 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47575903-0681-4bde-ae05-4e1630f14324 req-2a0e8588-8fc9-41ee-ac88-931670877e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:22.830635 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-47575903-0681-4bde-ae05-4e1630f14324 req-2a0e8588-8fc9-41ee-ac88-931670877e91 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 915 time: 0.0870049 Sep 01 04:59:22.881014 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-47575903-0681-4bde-ae05-4e1630f14324 req-8cd67da5-7e45-4fe8-af0a-ab40b48e48d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168f14c1-87ec-4151-bb06-ab03723866f3 HTTP/1.1" status: 200 len: 217 time: 0.0386240 Sep 01 04:59:22.934312 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47575903-0681-4bde-ae05-4e1630f14324 req-8d1e8b18-a284-410a-9220-31b143c3425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:22.936050 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-47575903-0681-4bde-ae05-4e1630f14324 req-8d1e8b18-a284-410a-9220-31b143c3425d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cabf4a5-fb47-43b9-bfe5-867978942fed HTTP/1.1" status: 200 len: 854 time: 0.0458798 Sep 01 04:59:22.990961 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-47575903-0681-4bde-ae05-4e1630f14324 req-e256884a-0bc6-4dd3-ad91-d0d3f730471e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e5e8739-a443-4e67-b43d-ff21a57d70a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284855 Sep 01 04:59:23.121336 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-47575903-0681-4bde-ae05-4e1630f14324 req-64c5f7e7-426d-4c06-87f4-94c029932839 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203742 Sep 01 04:59:23.198985 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ec99d805-16cf-4701-9db8-f346e2fccc06 req-fefd7da4-18e2-4434-bceb-cb95793820e4 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 210 time: 0.0485382 Sep 01 04:59:23.372650 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5481098-6055-41eb-825d-3582cf31582f req-b7367435-9400-40e0-8209-00f50f320c37 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:23.372650 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d5481098-6055-41eb-825d-3582cf31582f req-b7367435-9400-40e0-8209-00f50f320c37 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.16 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.1830800 Sep 01 04:59:23.377747 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-a90d2090-dd0f-43a2-b7ae-820a28b2fca0 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:23.379189 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-a90d2090-dd0f-43a2-b7ae-820a28b2fca0 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.16 "GET /v2.0/networks?id=e49e0c57-d5cd-42d4-9515-01ec006034a4 HTTP/1.1" status: 200 len: 814 time: 0.2848370 Sep 01 04:59:23.422918 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Request body: {'port': {'device_id': 'a32df0cd-28db-43be-b704-e8daf4c96962', 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4', 'admin_state_up': True, 'tenant_id': '0c9b90e264714f0991d157c7d22a5819'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:23.437907 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791c2fa-39f8-4b78-8e30-dbf3d6fc72d4 req-4af5a6a6-72a8-48e6-8773-e33693f57790 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:23.439832 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c791c2fa-39f8-4b78-8e30-dbf3d6fc72d4 req-4af5a6a6-72a8-48e6-8773-e33693f57790 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1637640 Sep 01 04:59:23.457619 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-47575903-0681-4bde-ae05-4e1630f14324 req-ee118805-7e12-496c-a27c-5583fb813f1e service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944751 Sep 01 04:59:23.599652 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c791c2fa-39f8-4b78-8e30-dbf3d6fc72d4 req-3dd1aa7a-e0d0-493c-a1f0-5ba7831656e6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444407 Sep 01 04:59:23.654131 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Deleting port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 04:59:23.654733 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:23.752785 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] For port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,segment=NetworkSegment(ad181757-25dc-4295-829e-61cb6e44a5ed),segment_id=ad181757-25dc-4295-829e-61cb6e44a5ed)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:23.753187 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:23.771967 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Calling delete_port for f8f31617-5ef4-43c1-9dbd-b2803eb91ecd owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 04:59:23.779826 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Made reservation on behalf of 0c9b90e264714f0991d157c7d22a5819 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:23.784672 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:23.855984 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857234c-d235-4050-bd48-128a581965a1 req-f5216533-f8a5-415f-852f-ddb7b58bc4bb tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:23.857602 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b857234c-d235-4050-bd48-128a581965a1 req-f5216533-f8a5-415f-852f-ddb7b58bc4bb tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 946 time: 0.0589960 Sep 01 04:59:23.900074 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b857234c-d235-4050-bd48-128a581965a1 req-5ee90235-a0a5-4399-8d75-6105e755041b tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361848 Sep 01 04:59:24.018905 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Allocated IP 172.20.0.12 (e49e0c57-d5cd-42d4-9515-01ec006034a4/5bc48114-8e42-4331-9ea5-06b12c156475/0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:59:24.121454 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:24.131660 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['f8f31617-5ef4-43c1-9dbd-b2803eb91ecd'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:59:24.161355 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Pushing event deleted for resources: {'Port': ['ID=f8f31617-5ef4-43c1-9dbd-b2803eb91ecd,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:24.233844 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] No DVR routers for this DVR port f8f31617-5ef4-43c1-9dbd-b2803eb91ecd on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 04:59:24.242201 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:24.245454 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d5481098-6055-41eb-825d-3582cf31582f req-7fe2e546-d70d-498a-a564-f7e9bf32d871 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.16 "DELETE /v2.0/ports/f8f31617-5ef4-43c1-9dbd-b2803eb91ecd HTTP/1.1" status: 204 len: 173 time: 0.8638563 Sep 01 04:59:24.246053 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61c58fd-fcbb-44da-84b6-67cf6e25cdb1', 'name': 'network-vif-deleted', 'tag': 'f8f31617-5ef4-43c1-9dbd-b2803eb91ecd'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:24.248699 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef3c6e0-b94e-4933-9205-93a5514f4138" -d '{"events": [{"server_uuid": "c61c58fd-fcbb-44da-84b6-67cf6e25cdb1", "name": "network-vif-deleted", "tag": "f8f31617-5ef4-43c1-9dbd-b2803eb91ecd"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:24.291049 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:24.296386 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0320198-228e-43e1-90b0-7b10824743c0 x-openstack-request-id: req-a0320198-228e-43e1-90b0-7b10824743c0 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:24.296782 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c61c58fd-fcbb-44da-84b6-67cf6e25cdb1", "name": "network-vif-deleted", "tag": "f8f31617-5ef4-43c1-9dbd-b2803eb91ecd", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:24.297356 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0320198-228e-43e1-90b0-7b10824743c0 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:24.297825 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61c58fd-fcbb-44da-84b6-67cf6e25cdb1', 'name': 'network-vif-deleted', 'tag': 'f8f31617-5ef4-43c1-9dbd-b2803eb91ecd', 'status': 'completed', 'code': 200} Sep 01 04:59:24.329258 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-264dd8eb-5041-469a-8125-61773d5e6a51 req-d20f4fb6-ce63-4852-badf-768e9494480c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 210 time: 0.0344479 Sep 01 04:59:24.437329 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:24.705901 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Network e49e0c57-d5cd-42d4-9515-01ec006034a4 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:59:24.708966 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:59:24.712790 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:59:24.718945 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:24.719571 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:24.730788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Pushing event updated for resources: {'Port': ['ID=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:24.732223 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb4795-4bca-4bbd-a980-142374b6f70b req-d339d005-b983-41ef-8fcd-3af6a5fef0cd tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:24.734646 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-40bb4795-4bca-4bbd-a980-142374b6f70b req-d339d005-b983-41ef-8fcd-3af6a5fef0cd tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0530789 Sep 01 04:59:24.779959 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-40bb4795-4bca-4bbd-a980-142374b6f70b req-8be468bc-d41d-462a-8816-aca4d839e372 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357311 Sep 01 04:59:24.802527 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-8f4d309f-685d-4a67-8212-a07af449fffb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4011681 Sep 01 04:59:24.816616 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Request body: {'port': {'device_id': 'a32df0cd-28db-43be-b704-e8daf4c96962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:24.866608 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:25.007841 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2484f285-6006-4438-b9e5-168d9d45775c req-43543e02-4e50-4224-83b3-0cb7d202faa8 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0312958 Sep 01 04:59:25.153160 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:59:25.159037 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:25.227401 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Transition to ACTIVE for port object 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:59:25.316028 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:25.365522 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:25.398688 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Attempting to bind port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:59:25.399005 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Attempting to bind port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:59:25.399334 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Attempting to bind port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 on network e49e0c57-d5cd-42d4-9515-01ec006034a4 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:59:25.403744 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 on network e49e0c57-d5cd-42d4-9515-01ec006034a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:59:25.403990 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Attempting to bind port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 on network e49e0c57-d5cd-42d4-9515-01ec006034a4 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:59:25.408833 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:59:25.409190 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Checking segment: {'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:59:25.409567 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Bound using segment: {'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:59:25.409984 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Bound port: 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:59:25.410361 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:25.416642 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:25.449786 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ced620-4a94-4c5b-8bb1-fcdc55e1def9 req-3208f1d5-416e-4ce5-b8e8-c2614a12563f tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:25.451269 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-60ced620-4a94-4c5b-8bb1-fcdc55e1def9 req-3208f1d5-416e-4ce5-b8e8-c2614a12563f tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 944 time: 0.0517094 Sep 01 04:59:25.476423 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] For port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:59:25.481371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] For port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:59:25.492049 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-60ced620-4a94-4c5b-8bb1-fcdc55e1def9 req-ef168c06-9179-4f28-87a6-ccaf1132cd3f tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Sep 01 04:59:25.573884 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:25.610917 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:25.611533 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:25.612898 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] 10.222.0.16 "PUT /v2.0/ports/0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 HTTP/1.1" status: 200 len: 1094 time: 0.8007305 Sep 01 04:59:25.651755 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750cd60-e847-4d54-8ec4-c2802d66ba57 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:25.657209 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-387ca04c-00ed-4351-b1b4-c2aa89fb935d tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a8f033bb7b36438887c75b21c040c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313759 Sep 01 04:59:25.819930 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-e384eafd-a5c1-43b0-9245-c9896953235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:25.821459 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-e384eafd-a5c1-43b0-9245-c9896953235d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9b90e264714f0991d157c7d22a5819&device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 1097 time: 0.0416620 Sep 01 04:59:25.846280 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5154260e-9886-49f1-999b-9b8a899c3db6 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:25.847761 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5154260e-9886-49f1-999b-9b8a899c3db6 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845553 Sep 01 04:59:25.864408 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-66cfd5ea-0840-4f70-8eb4-a5c12f24c4e7 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/quotas/a8f033bb7b36438887c75b21c040c703 HTTP/1.1" status: 200 len: 375 time: 0.0094249 Sep 01 04:59:25.872503 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-36fbebf0-0510-45d1-bae0-05845dd0521a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 HTTP/1.1" status: 200 len: 217 time: 0.0401099 Sep 01 04:59:25.897068 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-9912ffc8-1158-4dc0-ab03-a3505cc73e6d tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a8f033bb7b36438887c75b21c040c703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252483 Sep 01 04:59:25.944416 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-ad2bbbd5-9115-4404-81ba-cd248b87d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:25.947990 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-ad2bbbd5-9115-4404-81ba-cd248b87d99c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bc48114-8e42-4331-9ea5-06b12c156475 HTTP/1.1" status: 200 len: 854 time: 0.0501814 Sep 01 04:59:25.958277 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97171fa-2831-4d0b-8853-c40cf34335c6 req-941a324e-a1fa-41bb-a414-9dea2db4d284 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:25.959892 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d97171fa-2831-4d0b-8853-c40cf34335c6 req-941a324e-a1fa-41bb-a414-9dea2db4d284 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0909188 Sep 01 04:59:26.003511 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-314d8ee9-ef79-4547-a880-86f815f432b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e49e0c57-d5cd-42d4-9515-01ec006034a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424807 Sep 01 04:59:26.072180 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d97171fa-2831-4d0b-8853-c40cf34335c6 req-9f18dd65-3a86-46e5-a57f-fb945862a0cd tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023173 Sep 01 04:59:26.119958 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-aab85a01-a3d9-4f71-b3fa-a6e6cb6c7229 service neutron] 10.222.0.16 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063762 Sep 01 04:59:26.205398 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bd662572-be60-4f20-a65c-7a8bd3803f2c req-0e9ca94a-7fa3-4466-9c47-399ec1a26050 tempest-DeleteServersTestJSON-1621232390 tempest-DeleteServersTestJSON-1621232390-project] 10.222.0.41 "GET /v2.0/ports?device_id=c61c58fd-fcbb-44da-84b6-67cf6e25cdb1 HTTP/1.1" status: 200 len: 210 time: 0.0586519 Sep 01 04:59:26.270834 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-87532903-0f00-4cd6-a1a8-2c8d4d5def35 req-5bfe0892-9cdb-4edf-8759-9796dfcbb72a service neutron] 10.222.0.16 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414487 Sep 01 04:59:26.298083 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b16bb89b-e61c-40af-902c-c351de6a4e37 req-9f1bf111-478d-4fca-8c37-d21e2654e2fb tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 210 time: 0.0381742 Sep 01 04:59:26.298577 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32df0cd-28db-43be-b704-e8daf4c96962', 'tag': '0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:26.301063 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a32df0cd-28db-43be-b704-e8daf4c96962", "tag": "0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:26.339231 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b7dc4-ebe3-4be3-a528-c63ad3426e21 x-openstack-request-id: req-cf3b7dc4-ebe3-4be3-a528-c63ad3426e21 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:26.339582 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32df0cd-28db-43be-b704-e8daf4c96962", "tag": "0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:26.339894 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf3b7dc4-ebe3-4be3-a528-c63ad3426e21 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:26.340339 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32df0cd-28db-43be-b704-e8daf4c96962', 'tag': '0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8', 'status': 'completed', 'code': 200} Sep 01 04:59:26.486238 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-58b1d975-faad-4a8a-bbd9-fb6dd079c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:26.487590 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-58b1d975-faad-4a8a-bbd9-fb6dd079c516 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9b90e264714f0991d157c7d22a5819&device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 1097 time: 0.0399179 Sep 01 04:59:26.580855 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-4464a13e-ed1b-4463-9c75-149ef21e7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:26.582352 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-4464a13e-ed1b-4463-9c75-149ef21e7212 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e49e0c57-d5cd-42d4-9515-01ec006034a4 HTTP/1.1" status: 200 len: 915 time: 0.0868969 Sep 01 04:59:26.612436 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0a844-b1fa-4eaf-bdfe-2934acee9afc req-2c06e1d5-d3fd-4f11-9330-bdbfcf56d3d1 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:26.614655 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-45a0a844-b1fa-4eaf-bdfe-2934acee9afc req-2c06e1d5-d3fd-4f11-9330-bdbfcf56d3d1 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 944 time: 0.0533299 Sep 01 04:59:26.632739 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-e44df51a-4992-41ff-8caf-33f7d1665596 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 HTTP/1.1" status: 200 len: 217 time: 0.0356779 Sep 01 04:59:26.659523 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-45a0a844-b1fa-4eaf-bdfe-2934acee9afc req-b486ffc3-6f28-47b5-9e39-eccae1bbbfc7 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366011 Sep 01 04:59:26.694783 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-fc3d609b-90f8-4331-a616-734c7336b12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:26.696202 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-fc3d609b-90f8-4331-a616-734c7336b12f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bc48114-8e42-4331-9ea5-06b12c156475 HTTP/1.1" status: 200 len: 854 time: 0.0491343 Sep 01 04:59:26.729974 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-94c5c04b-cbb9-4b81-bae2-d473b2de55c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e49e0c57-d5cd-42d4-9515-01ec006034a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239022 Sep 01 04:59:26.829883 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-5553bca9-fa93-4bc2-83cf-549b5f67e646 service neutron] 10.222.0.16 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903821 Sep 01 04:59:26.927679 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cf05af7-07d9-4223-b3f4-b3e58ed8f7c1 req-a7196a21-a37d-47b4-8ed4-65a3a872e365 service neutron] 10.222.0.16 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823076 Sep 01 04:59:27.195224 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5038e8a-868c-41c1-8c4d-fa9a8d361f3e req-2fb8e93f-81a7-4cf7-91c2-a817b686d812 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:27.196980 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a5038e8a-868c-41c1-8c4d-fa9a8d361f3e req-2fb8e93f-81a7-4cf7-91c2-a817b686d812 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Sep 01 04:59:27.237490 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a5038e8a-868c-41c1-8c4d-fa9a8d361f3e req-317b33eb-cdd5-4a0d-91e2-4deabf760a70 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339384 Sep 01 04:59:27.447113 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-30848e1a-df41-4214-a75a-4a97f5f28f0a req-abf90621-a196-43b0-a04c-4ce7a04cdd0f tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 210 time: 0.0435386 Sep 01 04:59:27.726134 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-cf983841-1bd2-43f4-a632-7abcad4791f5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:27.727811 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-cf983841-1bd2-43f4-a632-7abcad4791f5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 814 time: 0.1117775 Sep 01 04:59:27.743287 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-93ea3dd3-bddc-491e-84a2-df07d28ec5da tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/quotas/19b52ec03551403d868713e81e542c44 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Sep 01 04:59:27.788924 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c41cc5-d11d-4553-abc2-6bb3a62f6cd6 req-145a2a4c-6e5a-4103-91d8-c9b5e088bc86 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:27.790872 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-30c41cc5-d11d-4553-abc2-6bb3a62f6cd6 req-145a2a4c-6e5a-4103-91d8-c9b5e088bc86 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 944 time: 0.0615764 Sep 01 04:59:27.801327 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-fedb5d87-2345-4df4-8c6b-ac0ae5ffa29d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518143 Sep 01 04:59:27.861422 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-30c41cc5-d11d-4553-abc2-6bb3a62f6cd6 req-26dfd063-81c7-4947-a105-8d58fdda1b83 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644748 Sep 01 04:59:27.908935 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-39d84609-d91a-4ec1-83d2-728213ffc83c service neutron] 10.222.0.41 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950809 Sep 01 04:59:28.001346 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-d7b1f25a-b06d-4fe3-8e19-e9c7d4540b50 service neutron] 10.222.0.41 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856786 Sep 01 04:59:28.023910 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device f8f31617-5ef4-43c1-9dbd-b2803eb91ecd no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 04:59:28.045488 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: f8f31617-5ef4-43c1-9dbd-b2803eb91ecd {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 04:59:28.045836 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device f8f31617-5ef4-43c1-9dbd-b2803eb91ecd not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 04:59:28.248756 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0da04018-6aed-434f-826d-06db6d1a287c req-89ccbc4f-9228-4744-9ab8-50d52e26d477 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 210 time: 0.0264626 Sep 01 04:59:28.366242 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fc901-9e99-447f-b7a1-dfb0a38983d2 req-a22c7603-01c5-4ef5-b177-e21594fd609e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:28.367016 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bc3fc901-9e99-447f-b7a1-dfb0a38983d2 req-a22c7603-01c5-4ef5-b177-e21594fd609e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Sep 01 04:59:28.406880 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bc3fc901-9e99-447f-b7a1-dfb0a38983d2 req-6370ea74-ee43-4137-b430-4c3021f17ca6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Sep 01 04:59:28.545684 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c5bc227a-d022-479c-9174-68e55e4927b5 req-b6e5dbe9-2824-4012-90fc-7b2db69da87a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 210 time: 0.0259678 Sep 01 04:59:28.616182 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-1fc5f969-637c-40ce-8db0-5cce83d9a9f6 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8f033bb7b36438887c75b21c040c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318837 Sep 01 04:59:28.795444 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-0fbb3913-5c99-4fab-a181-3a3e349f52a2 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:28.796945 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-0fbb3913-5c99-4fab-a181-3a3e349f52a2 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748388 Sep 01 04:59:28.819337 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Request body: {'port': {'device_id': 'd9c7b929-91cf-4541-992f-8dde6db0078b', 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373', 'admin_state_up': True, 'tenant_id': 'a8f033bb7b36438887c75b21c040c703'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:29.007694 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccb3e6-8133-469f-a033-d09382df303a req-bf336c59-7b2f-4d9e-baaf-755aa258e8db tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:29.009320 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-34ccb3e6-8133-469f-a033-d09382df303a req-bf336c59-7b2f-4d9e-baaf-755aa258e8db tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 944 time: 0.0634823 Sep 01 04:59:29.051180 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57966) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:29.052957 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-34ccb3e6-8133-469f-a033-d09382df303a req-64e9332f-127b-4bc1-af98-a0726fd93124 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361323 Sep 01 04:59:29.082492 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Made reservation on behalf of a8f033bb7b36438887c75b21c040c703 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:29.086292 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.097488 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.098282 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd37fc25-04e7-4315-8ad9-907edcd109e7 admin admin] Deleting subnet 54e33247-9e1d-41f4-8de1-886fe686e60c {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 04:59:29.101520 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dd37fc25-04e7-4315-8ad9-907edcd109e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.140836 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dd37fc25-04e7-4315-8ad9-907edcd109e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.178603 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dd37fc25-04e7-4315-8ad9-907edcd109e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.194840 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.264269 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.294341 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dd37fc25-04e7-4315-8ad9-907edcd109e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.329885 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37fc25-04e7-4315-8ad9-907edcd109e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e33247-9e1d-41f4-8de1-886fe686e60c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:29.337974 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd2bae1-d1dc-4add-a74f-777fd8566143,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:29.340046 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dd37fc25-04e7-4315-8ad9-907edcd109e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.342597 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-dd37fc25-04e7-4315-8ad9-907edcd109e7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/54e33247-9e1d-41f4-8de1-886fe686e60c HTTP/1.1" status: 204 len: 168 time: 0.2902234 Sep 01 04:59:29.344940 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57976) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:29.378907 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dea72671-f3ba-416c-98ad-0291cd6b5b03 req-10755f08-08d3-427a-9fa2-2d4671162b7b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 210 time: 0.0429723 Sep 01 04:59:29.421463 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.442694 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Allocated IP 192.168.233.189 (8b7c7893-1ce7-4e89-b7f9-0c4e8785f373/86d0a628-8c6b-4b5a-9e9c-ff183248af2d/fedeb26b-4ce9-4e99-8fad-5897347694c8) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:59:29.529832 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.540643 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2967ee5c-624d-4d1c-9d60-88f13f5f6372']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:29.554112 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad181757-25dc-4295-829e-61cb6e44a5ed') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:29.554483 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad181757-25dc-4295-829e-61cb6e44a5ed') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:29.556023 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57990) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:29.590925 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba3b75-68bd-4dd7-836e-47e465c5722c req-7775bfb0-fb5c-429b-8907-201dd3803184 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:29.592368 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c7ba3b75-68bd-4dd7-836e-47e465c5722c req-7775bfb0-fb5c-429b-8907-201dd3803184 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1111455 Sep 01 04:59:29.594776 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.616269 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.621773 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6be1c2a-0398-4c4d-ad3b-1490131463a9 admin admin] Deleting subnet 051f65ac-f78d-4277-9909-1f51acc692cf {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 04:59:29.627740 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6be1c2a-0398-4c4d-ad3b-1490131463a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.654823 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c7ba3b75-68bd-4dd7-836e-47e465c5722c req-04406360-2a62-4eea-89ac-0ddaadcfbb1e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548086 Sep 01 04:59:29.655628 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 04:59:29.656033 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 04:59:29.657683 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 04:59:29.674660 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.692508 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Transition to ACTIVE for port object fedeb26b-4ce9-4e99-8fad-5897347694c8 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:59:29.708871 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ed7c4bd7-fcfd-4f02-b8e0-d8aaec8f8e5e req-43bb13bc-2e0d-486e-8626-b0f9e5f6d187 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 210 time: 0.0839758 Sep 01 04:59:29.734797 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6be1c2a-0398-4c4d-ad3b-1490131463a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.772006 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6be1c2a-0398-4c4d-ad3b-1490131463a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.810391 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.811148 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.820955 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.822899 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2967ee5c-624d-4d1c-9d60-88f13f5f6372 HTTP/1.1" status: 204 len: 168 time: 0.4769657 Sep 01 04:59:29.840290 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a82d6-966f-4a17-bd6d-d6b71b07e5d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2967ee5c-624d-4d1c-9d60-88f13f5f6372,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:29.852623 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:59:29.857964 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:59:29.863594 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:59:29.868974 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:29.869681 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.884621 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Pushing event updated for resources: {'Port': ['ID=fedeb26b-4ce9-4e99-8fad-5897347694c8,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:29.927374 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6be1c2a-0398-4c4d-ad3b-1490131463a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.956483 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-5d42d17b-cc3c-4ffb-bfd4-ce88a2e10e8a tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1406112 Sep 01 04:59:29.958953 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be1c2a-0398-4c4d-ad3b-1490131463a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051f65ac-f78d-4277-9909-1f51acc692cf,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:29.960919 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6be1c2a-0398-4c4d-ad3b-1490131463a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:29.962796 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a6be1c2a-0398-4c4d-ad3b-1490131463a9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/051f65ac-f78d-4277-9909-1f51acc692cf HTTP/1.1" status: 204 len: 168 time: 0.4056685 Sep 01 04:59:29.966276 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 57996) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:29.970628 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Request body: {'port': {'device_id': 'd9c7b929-91cf-4541-992f-8dde6db0078b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:30.018583 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:59:30.024473 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.041789 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.137767 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.148653 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87435b96-1118-4862-a245-1bf47db42315']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:30.160981 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9895975-6d9f-4b75-9b32-455e9e0f3715') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:30.161340 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9895975-6d9f-4b75-9b32-455e9e0f3715') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:30.170494 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.185392 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:30.192863 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.198870 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8', 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4', 'port_id': '0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8', 'mac_address': 'fa:16:3e:e2:87:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc48114-8e42-4331-9ea5-06b12c156475', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:59:30.203092 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 04:59:30.203617 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 04:59:30.205726 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 04:59:30.223357 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58000) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:30.250107 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.264169 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:59:30.269916 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca09697-2d84-4c63-98cd-912f09b5ac12 req-ffcf8305-926c-4b42-bdcd-bc77fe482a89 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:30.271437 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-aca09697-2d84-4c63-98cd-912f09b5ac12 req-ffcf8305-926c-4b42-bdcd-bc77fe482a89 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 944 time: 0.1163912 Sep 01 04:59:30.274777 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-9a25dcca-11e8-441a-be55-fcca2f93ec02 None None] Provisioning for port fedeb26b-4ce9-4e99-8fad-5897347694c8 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:59:30.286842 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-9a25dcca-11e8-441a-be55-fcca2f93ec02 None None] Provisioning complete for port fedeb26b-4ce9-4e99-8fad-5897347694c8 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:59:30.287218 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9a25dcca-11e8-441a-be55-fcca2f93ec02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.289955 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:30.331799 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-9a25dcca-11e8-441a-be55-fcca2f93ec02 None None] Port fedeb26b-4ce9-4e99-8fad-5897347694c8 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:59:30.347079 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-94ad0f23-f390-41d7-9246-c3185b56cce8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ebf80c96b9d94fcd8cfa78523593f0d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1226544 Sep 01 04:59:30.350252 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58004) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:30.377428 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.395498 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-aca09697-2d84-4c63-98cd-912f09b5ac12 req-ba16ac44-4cae-4325-9d25-6ca5714a51be tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074059 Sep 01 04:59:30.406810 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.408885 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-42302e80-e8d4-4ba6-8d47-3ced5a6997c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.444360 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-42302e80-e8d4-4ba6-8d47-3ced5a6997c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.493517 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.495837 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] 10.222.0.41 "DELETE /v2.0/networks/87435b96-1118-4862-a245-1bf47db42315 HTTP/1.1" status: 204 len: 168 time: 0.5282502 Sep 01 04:59:30.498708 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58010) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:30.520358 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17473edb-5de6-4649-85f7-d91f5a9a8d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=87435b96-1118-4862-a245-1bf47db42315,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:30.545445 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:30.553283 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.553664 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.554010 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.554456 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.554791 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.555123 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.555452 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.555778 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.556107 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.556433 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.556754 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.557733 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:59:30.590577 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80312fe-3fae-4d20-8d9b-67cde7b4bd3a admin admin] Deleting subnet fb8d987d-d70b-473a-9d24-8355093d0a8b {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 04:59:30.594508 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2b96d9f8-9dcc-48f6-8f79-42e7883d75af req-33b3cf4e-a179-426c-a9e6-7cca1009befc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 210 time: 0.0669308 Sep 01 04:59:30.599402 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-42302e80-e8d4-4ba6-8d47-3ced5a6997c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.599402 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-42302e80-e8d4-4ba6-8d47-3ced5a6997c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.599859 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-42302e80-e8d4-4ba6-8d47-3ced5a6997c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5 HTTP/1.1" status: 204 len: 168 time: 0.2493076 Sep 01 04:59:30.600491 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e80312fe-3fae-4d20-8d9b-67cde7b4bd3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.636663 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42302e80-e8d4-4ba6-8d47-3ced5a6997c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ccfe1f-fdba-4e82-9fac-8555ee0b31a5,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:30.667508 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e80312fe-3fae-4d20-8d9b-67cde7b4bd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.715436 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e80312fe-3fae-4d20-8d9b-67cde7b4bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.750164 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedeb26b-4ce9-4e99-8fad-5897347694c8 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:59:30.767963 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.790648 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-1145591e-7cc8-4257-92da-8f8632b249b4 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:30.792889 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-1145591e-7cc8-4257-92da-8f8632b249b4 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 814 time: 0.4576819 Sep 01 04:59:30.810929 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Transition to ACTIVE for port object fedeb26b-4ce9-4e99-8fad-5897347694c8 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:59:30.814838 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Request body: {'port': {'device_id': '1494bd76-d184-438a-893c-3e0432e47d53', 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'admin_state_up': True, 'tenant_id': '19b52ec03551403d868713e81e542c44'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:30.823471 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:59:30.849353 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15400d-475a-4a38-beee-2128a02c5f39 req-004b2295-0aca-49c9-b011-de0c71f105b4 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:30.851349 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ec15400d-475a-4a38-beee-2128a02c5f39 req-004b2295-0aca-49c9-b011-de0c71f105b4 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 936 time: 0.0540202 Sep 01 04:59:30.857270 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e80312fe-3fae-4d20-8d9b-67cde7b4bd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.899785 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2fe2b-51df-4e60-95dd-6ff2c15c0e26 req-a13ac34d-ea59-48a8-b574-d7e383ad2288 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:30.902290 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-01a2fe2b-51df-4e60-95dd-6ff2c15c0e26 req-a13ac34d-ea59-48a8-b574-d7e383ad2288 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1425500 Sep 01 04:59:30.910164 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80312fe-3fae-4d20-8d9b-67cde7b4bd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb8d987d-d70b-473a-9d24-8355093d0a8b,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:30.915453 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e80312fe-3fae-4d20-8d9b-67cde7b4bd3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.922862 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-e80312fe-3fae-4d20-8d9b-67cde7b4bd3a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fb8d987d-d70b-473a-9d24-8355093d0a8b HTTP/1.1" status: 204 len: 168 time: 0.4212410 Sep 01 04:59:30.922954 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 58022) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:30.927259 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:30.964890 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ec15400d-475a-4a38-beee-2128a02c5f39 req-f7bde884-2af2-4f5d-a61d-19858bbe61f1 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988374 Sep 01 04:59:31.099423 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-01a2fe2b-51df-4e60-95dd-6ff2c15c0e26 req-780a85de-3300-4843-a899-134f541b7b3a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876547 Sep 01 04:59:31.107964 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fedeb26b-4ce9-4e99-8fad-5897347694c8,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:31.113682 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.161741 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Attempting to bind port fedeb26b-4ce9-4e99-8fad-5897347694c8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:59:31.166116 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Attempting to bind port fedeb26b-4ce9-4e99-8fad-5897347694c8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:59:31.166116 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Attempting to bind port fedeb26b-4ce9-4e99-8fad-5897347694c8 on network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:59:31.186024 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Port fedeb26b-4ce9-4e99-8fad-5897347694c8 on network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:59:31.186345 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Attempting to bind port fedeb26b-4ce9-4e99-8fad-5897347694c8 on network 8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:59:31.233537 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:59:31.233792 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Checking segment: {'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:59:31.234180 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Bound using segment: {'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:59:31.234618 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Bound port: fedeb26b-4ce9-4e99-8fad-5897347694c8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da95f2ef-d4e7-4fe1-b217-2c936876c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:59:31.234969 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.254221 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Made reservation on behalf of 19b52ec03551403d868713e81e542c44 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:59:31.254221 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.273902 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.287370 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.287724 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.288480 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.288804 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > port after_create 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.289172 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.289505 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > port after_update 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.289816 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.290127 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.290434 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.290761 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.363574 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.364039 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.364364 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.364685 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:59:31.365069 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f626f356-28e3-4064-adb6-ea6d7c102491']}} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:31.405371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd66cc0c-3cc9-46a4-b0a6-04f108cd402e') {'for_net_delete': True} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:31.405660 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd66cc0c-3cc9-46a4-b0a6-04f108cd402e') {} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:59:31.465575 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555047'] for segment, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.522539 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.552507 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=111188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 04:59:31.552920 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12732138'] for segment, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: from cryptography.utils import int_from_bytes Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: from cryptography.utils import int_from_bytes Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: Traceback (most recent call last): Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: timer() Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: cb(*args, **kw) Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: return func(*args, **kwargs) Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: self._notify() Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: self.callback(batched_events) Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: event.method(event) Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: return f(self, *a, **k) Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._get(url).json() Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: return self.request(url, 'GET', **kwargs) Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 04:59:31.558522 dv-cinder-804035-8-iscsi neutron-server[111188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 04:59:31.622025 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] For port fedeb26b-4ce9-4e99-8fad-5897347694c8, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:59:31.670744 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] For port fedeb26b-4ce9-4e99-8fad-5897347694c8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fedeb26b-4ce9-4e99-8fad-5897347694c8,segment=NetworkSegment(da95f2ef-d4e7-4fe1-b217-2c936876c094),segment_id=da95f2ef-d4e7-4fe1-b217-2c936876c094)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:59:31.697235 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Allocated IP 172.20.0.5 (5e5e8739-a443-4e67-b43d-ff21a57d70a8/8cabf4a5-fb47-43b9-bfe5-867978942fed/65d038d4-819d-4e3d-a67b-28b0469df372) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:59:31.717395 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c1325-2a35-471c-8e29-5ad3ed2177c9 req-46fdc8f6-4b94-4545-90b1-f21c3f70b3c3 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:31.720006 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c11c1325-2a35-471c-8e29-5ad3ed2177c9 req-46fdc8f6-4b94-4545-90b1-f21c3f70b3c3 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 945 time: 0.2237344 Sep 01 04:59:31.765420 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.784389 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6dceda96-c821-41a8-bfda-71d89f1de7ac req-d040fbc2-e9ef-418f-9d67-686dfc305d16 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 210 time: 0.0309296 Sep 01 04:59:31.836021 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.862550 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:31.867550 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.867550 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] 10.222.0.16 "PUT /v2.0/ports/fedeb26b-4ce9-4e99-8fad-5897347694c8 HTTP/1.1" status: 200 len: 1098 time: 1.8998208 Sep 01 04:59:31.876038 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c7b929-91cf-4541-992f-8dde6db0078b', 'tag': 'fedeb26b-4ce9-4e99-8fad-5897347694c8'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:31.879282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93820b40-5595-4412-9264-c6f05067d3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c7b929-91cf-4541-992f-8dde6db0078b", "tag": "fedeb26b-4ce9-4e99-8fad-5897347694c8"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:31.884462 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c11c1325-2a35-471c-8e29-5ad3ed2177c9 req-8fb5653b-fb17-4a28-9ff8-e0112dcaa49c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582065 Sep 01 04:59:31.903308 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:31.905214 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f626f356-28e3-4064-adb6-ea6d7c102491 HTTP/1.1" status: 204 len: 168 time: 0.9789650 Sep 01 04:59:31.968656 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87fe12-152d-4a9b-a92c-0944032de8ce x-openstack-request-id: req-5f87fe12-152d-4a9b-a92c-0944032de8ce {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:31.969067 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c7b929-91cf-4541-992f-8dde6db0078b", "tag": "fedeb26b-4ce9-4e99-8fad-5897347694c8", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:31.969526 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f87fe12-152d-4a9b-a92c-0944032de8ce {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:31.969942 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c7b929-91cf-4541-992f-8dde6db0078b', 'tag': 'fedeb26b-4ce9-4e99-8fad-5897347694c8', 'status': 'completed', 'code': 200} Sep 01 04:59:31.982359 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af948d3-f505-4c64-aaa7-b2aa849a6504 admin admin] Pushing event deleted for resources: {'Network': ['ID=f626f356-28e3-4064-adb6-ea6d7c102491,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:32.039719 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857281a-7b20-4558-aec0-fcd176bd67a4 service neutron] Pushing event updated for resources: {'Port': ['ID=fedeb26b-4ce9-4e99-8fad-5897347694c8,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:32.049633 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:59:32.103605 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.107478 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-c1b8bfd3-0cca-47ee-9821-bb990ef3afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:32.109693 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-c1b8bfd3-0cca-47ee-9821-bb990ef3afb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f033bb7b36438887c75b21c040c703&device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 1101 time: 0.1251192 Sep 01 04:59:32.196619 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-6ae1b2dd-d940-4196-b121-f9c39b70d12b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=fedeb26b-4ce9-4e99-8fad-5897347694c8 HTTP/1.1" status: 200 len: 217 time: 0.0726755 Sep 01 04:59:32.246797 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:59:32.251866 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:59:32.252245 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.258898 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b514952-d3f6-4b20-8ddf-42f2fca20d5a req-4fd1f02f-5ae7-4222-b5cd-f7d498a8c892 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:32.260892 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8b514952-d3f6-4b20-8ddf-42f2fca20d5a req-4fd1f02f-5ae7-4222-b5cd-f7d498a8c892 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 948 time: 0.1616366 Sep 01 04:59:32.294509 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-f1db523e-26c8-439e-a1dc-3bb0c26f2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:32.295749 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-f1db523e-26c8-439e-a1dc-3bb0c26f2867 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86d0a628-8c6b-4b5a-9e9c-ff183248af2d HTTP/1.1" status: 200 len: 843 time: 0.0910726 Sep 01 04:59:32.344458 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8b514952-d3f6-4b20-8ddf-42f2fca20d5a req-b29a9124-58c9-4221-9248-42c2c3d11b5f tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715079 Sep 01 04:59:32.386517 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.389925 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-48c47fc7-2e31-4bca-9f6b-8b9050c372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:32.398808 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-48c47fc7-2e31-4bca-9f6b-8b9050c372aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b7c7893-1ce7-4e89-b7f9-0c4e8785f373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0944734 Sep 01 04:59:32.403439 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.418186 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['168f14c1-87ec-4151-bb06-ab03723866f3'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:59:32.426071 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32df0cd-28db-43be-b704-e8daf4c96962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:32.429477 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6f62ff-e3d8-40b7-8abe-2fc8b9bbf659" -d '{"events": [{"server_uuid": "a32df0cd-28db-43be-b704-e8daf4c96962", "name": "network-vif-plugged", "status": "completed", "tag": "0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:32.469012 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:32.520677 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58066) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:32.532475 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.536855 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:59:32.548538 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:59:32.558797 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:59:32.579388 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-6b27b614-436a-4e4e-92ef-ee4d491c4710 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fab760cf6334178a26895fc22ca70d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572729 Sep 01 04:59:32.581806 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58070) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:32.583986 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Pushing event updated for resources: {'Port': ['ID=65d038d4-819d-4e3d-a67b-28b0469df372,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:32.620445 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:32.634220 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:32.634923 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.643860 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-800fbb50-312a-4c94-9cd2-4746b745dcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.659105 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5282f-d501-43d0-a8c8-19cacf411912 req-3cd66b92-8751-4a7e-b5a5-ccf6c4382685 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:32.659105 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a5d5282f-d501-43d0-a8c8-19cacf411912 req-3cd66b92-8751-4a7e-b5a5-ccf6c4382685 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.2265456 Sep 01 04:59:32.662913 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-ac3d3624-80b4-4598-a8f9-d34ff4f6659e service neutron] 10.222.0.16 "GET /v2.0/networks/8b7c7893-1ce7-4e89-b7f9-0c4e8785f373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404344 Sep 01 04:59:32.665485 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-800fbb50-312a-4c94-9cd2-4746b745dcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.746026 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-85304d09-5f7b-4149-927d-a18733c5654e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9363065 Sep 01 04:59:32.750273 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a5d5282f-d501-43d0-a8c8-19cacf411912 req-29f337c8-9b4a-47f8-94f0-dc7774997f4a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838017 Sep 01 04:59:32.766571 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Request body: {'port': {'device_id': '1494bd76-d184-438a-893c-3e0432e47d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:59:32.796928 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa3efad-8909-40d4-a1c0-8623dea4213d x-openstack-request-id: req-1fa3efad-8909-40d4-a1c0-8623dea4213d {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:32.797324 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32df0cd-28db-43be-b704-e8daf4c96962", "name": "network-vif-plugged", "status": "completed", "tag": "0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:32.797581 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fa3efad-8909-40d4-a1c0-8623dea4213d {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:32.797974 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32df0cd-28db-43be-b704-e8daf4c96962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8', 'code': 200} Sep 01 04:59:32.808752 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-800fbb50-312a-4c94-9cd2-4746b745dcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.811924 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6ebc4c9f-f4c3-4b61-b07a-1f1ca71f5c9f req-fd29eef3-7b8b-498a-bbc1-d86da9124b08 service neutron] 10.222.0.16 "GET /v2.0/networks/8b7c7893-1ce7-4e89-b7f9-0c4e8785f373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380298 Sep 01 04:59:32.812068 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-800fbb50-312a-4c94-9cd2-4746b745dcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:32.816863 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-800fbb50-312a-4c94-9cd2-4746b745dcd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/457526c6-7927-40b3-8f26-1b682c7c746d HTTP/1.1" status: 204 len: 168 time: 0.2297838 Sep 01 04:59:32.843755 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800fbb50-312a-4c94-9cd2-4746b745dcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457526c6-7927-40b3-8f26-1b682c7c746d,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:32.845322 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.039251 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820b40-5595-4412-9264-c6f05067d3aa req-ff71cc88-56d0-4b00-a5c9-c3b24b6db2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:33.040044 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93820b40-5595-4412-9264-c6f05067d3aa req-ff71cc88-56d0-4b00-a5c9-c3b24b6db2c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8f033bb7b36438887c75b21c040c703&device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 1101 time: 0.0945549 Sep 01 04:59:33.208262 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820b40-5595-4412-9264-c6f05067d3aa req-dbd1bfec-6471-4a79-95e7-986220cad7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:33.209759 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93820b40-5595-4412-9264-c6f05067d3aa req-dbd1bfec-6471-4a79-95e7-986220cad7b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8b7c7893-1ce7-4e89-b7f9-0c4e8785f373 HTTP/1.1" status: 200 len: 870 time: 0.1592798 Sep 01 04:59:33.221631 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d59dea-d85b-4086-a86a-5ad76fd5334f req-b5d92a0f-5b0c-4a0e-8fdb-e4687f306ce8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:33.232197 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a7d59dea-d85b-4086-a86a-5ad76fd5334f req-b5d92a0f-5b0c-4a0e-8fdb-e4687f306ce8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 931 time: 0.0720479 Sep 01 04:59:33.269417 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a7d59dea-d85b-4086-a86a-5ad76fd5334f req-dab9bf0c-6005-4058-87c9-d65b2e8af6ce tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362186 Sep 01 04:59:33.275046 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93820b40-5595-4412-9264-c6f05067d3aa req-b42a5e6b-1031-41f8-83da-84dd3a9b0cfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=fedeb26b-4ce9-4e99-8fad-5897347694c8 HTTP/1.1" status: 200 len: 217 time: 0.0475938 Sep 01 04:59:33.286801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d038d4-819d-4e3d-a67b-28b0469df372 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:59:33.292828 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d4a29-08ce-436a-a9c9-1177ac76eb3b req-2907a072-03dd-4e5c-ab6b-8189cd46a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:33.294550 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9e4d4a29-08ce-436a-a9c9-1177ac76eb3b req-2907a072-03dd-4e5c-ab6b-8189cd46a2dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 1099 time: 0.1440518 Sep 01 04:59:33.315000 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.382324 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Transition to ACTIVE for port object 65d038d4-819d-4e3d-a67b-28b0469df372 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:59:33.404058 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820b40-5595-4412-9264-c6f05067d3aa req-ec99ab29-b4ea-4919-ba74-7a2409e59f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:33.405530 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93820b40-5595-4412-9264-c6f05067d3aa req-ec99ab29-b4ea-4919-ba74-7a2409e59f90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86d0a628-8c6b-4b5a-9e9c-ff183248af2d HTTP/1.1" status: 200 len: 843 time: 0.1099646 Sep 01 04:59:33.414467 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9e4d4a29-08ce-436a-a9c9-1177ac76eb3b req-d5ba5c9b-4592-4a0c-8d81-b700934a7c62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960243 Sep 01 04:59:33.421562 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c33836-f43a-4696-acd9-2554c2bd799e req-5994c95c-55ac-4d4c-9864-72bc8a0748c0 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:33.428336 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-76c33836-f43a-4696-acd9-2554c2bd799e req-5994c95c-55ac-4d4c-9864-72bc8a0748c0 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 946 time: 0.1404490 Sep 01 04:59:33.464499 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-76c33836-f43a-4696-acd9-2554c2bd799e req-a8c70e91-a926-4364-84ea-5d65436cc08a tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350785 Sep 01 04:59:33.469573 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043b7b2-1c5f-4ba0-8b10-ca9ae64a1cd1 req-a0b2a23a-87d1-4e4d-b1f5-d1688a1f8f79 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:33.470597 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.485013 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0043b7b2-1c5f-4ba0-8b10-ca9ae64a1cd1 req-a0b2a23a-87d1-4e4d-b1f5-d1688a1f8f79 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 948 time: 0.0589428 Sep 01 04:59:33.521579 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0043b7b2-1c5f-4ba0-8b10-ca9ae64a1cd1 req-6396dfb5-84a9-4498-adfb-1835d4fae197 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433726 Sep 01 04:59:33.540868 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Pushing event updated for resources: {'Port': ['ID=65d038d4-819d-4e3d-a67b-28b0469df372,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:33.590600 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Attempting to bind port 65d038d4-819d-4e3d-a67b-28b0469df372 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:59:33.590928 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Attempting to bind port 65d038d4-819d-4e3d-a67b-28b0469df372 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:59:33.591252 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Attempting to bind port 65d038d4-819d-4e3d-a67b-28b0469df372 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:59:33.595473 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Port 65d038d4-819d-4e3d-a67b-28b0469df372 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 04:59:33.595784 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Attempting to bind port 65d038d4-819d-4e3d-a67b-28b0469df372 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:59:33.600348 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:59:33.600673 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Checking segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:59:33.601063 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Bound using segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:59:33.601478 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Bound port: 65d038d4-819d-4e3d-a67b-28b0469df372, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:59:33.601820 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.626907 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58094) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:33.665060 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] For port 65d038d4-819d-4e3d-a67b-28b0469df372, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:59:33.665882 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ae773ea5-50a4-420d-994b-8a4c36cba8dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cc602cb8e54470dbf3d1268da9fb5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374625 Sep 01 04:59:33.668038 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] For port 65d038d4-819d-4e3d-a67b-28b0469df372, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=65d038d4-819d-4e3d-a67b-28b0469df372,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:59:33.668250 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58096) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:33.715422 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-80676edc-e5ce-4a40-94f2-6e5feb97655b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.736185 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-80676edc-e5ce-4a40-94f2-6e5feb97655b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.743475 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.845458 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-80676edc-e5ce-4a40-94f2-6e5feb97655b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.848188 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-80676edc-e5ce-4a40-94f2-6e5feb97655b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:33.849514 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-80676edc-e5ce-4a40-94f2-6e5feb97655b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8205577-4e85-4297-a86a-dcf53e383bf2 HTTP/1.1" status: 204 len: 168 time: 0.1803212 Sep 01 04:59:33.859102 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80676edc-e5ce-4a40-94f2-6e5feb97655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8205577-4e85-4297-a86a-dcf53e383bf2,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:34.000888 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.001782 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:34.003172 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] 10.222.0.16 "PUT /v2.0/ports/65d038d4-819d-4e3d-a67b-28b0469df372 HTTP/1.1" status: 200 len: 1093 time: 1.2414637 Sep 01 04:59:34.005061 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1494bd76-d184-438a-893c-3e0432e47d53', 'tag': '65d038d4-819d-4e3d-a67b-28b0469df372'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:34.007230 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ad83e-8b2b-47c3-95aa-81f60223112e" -d '{"events": [{"name": "network-changed", "server_uuid": "1494bd76-d184-438a-893c-3e0432e47d53", "tag": "65d038d4-819d-4e3d-a67b-28b0469df372"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:34.048043 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93820b40-5595-4412-9264-c6f05067d3aa req-c3b886e3-f4e4-4113-a283-0f6528bb2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.049624 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93820b40-5595-4412-9264-c6f05067d3aa req-c3b886e3-f4e4-4113-a283-0f6528bb2532 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8b7c7893-1ce7-4e89-b7f9-0c4e8785f373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3366079 Sep 01 04:59:34.073925 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bcadc-bbe7-47c0-acb9-008a43dbb38f service neutron] Pushing event updated for resources: {'Port': ['ID=65d038d4-819d-4e3d-a67b-28b0469df372,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:34.094211 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00dca51-ea78-4f69-9100-54ecb0f3da6e req-b1456fa4-3b63-4dfd-9e73-ed5368647f9b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.095880 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f00dca51-ea78-4f69-9100-54ecb0f3da6e req-b1456fa4-3b63-4dfd-9e73-ed5368647f9b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.1278188 Sep 01 04:59:34.172355 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0deb29-3304-46b0-a52a-c374f09658cd x-openstack-request-id: req-3e0deb29-3304-46b0-a52a-c374f09658cd {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:34.172642 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1494bd76-d184-438a-893c-3e0432e47d53", "tag": "65d038d4-819d-4e3d-a67b-28b0469df372", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:34.172965 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e0deb29-3304-46b0-a52a-c374f09658cd {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:34.173314 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1494bd76-d184-438a-893c-3e0432e47d53', 'tag': '65d038d4-819d-4e3d-a67b-28b0469df372', 'status': 'completed', 'code': 200} Sep 01 04:59:34.209381 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f00dca51-ea78-4f69-9100-54ecb0f3da6e req-91ce6336-5377-4618-8323-fc4042e4493a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835652 Sep 01 04:59:34.226626 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-82574700-19eb-4bf3-ba83-79964c5777ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.228105 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-82574700-19eb-4bf3-ba83-79964c5777ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 1096 time: 0.0930204 Sep 01 04:59:34.235483 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93820b40-5595-4412-9264-c6f05067d3aa req-2d658319-295f-4bca-9bfb-f9e02247ad7b service neutron] 10.222.0.16 "GET /v2.0/networks/8b7c7893-1ce7-4e89-b7f9-0c4e8785f373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757081 Sep 01 04:59:34.322266 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-723a338c-aaf7-4ddc-b1d5-12081596b9d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d038d4-819d-4e3d-a67b-28b0469df372 HTTP/1.1" status: 200 len: 217 time: 0.0771916 Sep 01 04:59:34.430540 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-2b4c4963-b7b0-4c9c-ad95-c92da233e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.432055 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-2b4c4963-b7b0-4c9c-ad95-c92da233e04f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cabf4a5-fb47-43b9-bfe5-867978942fed HTTP/1.1" status: 200 len: 854 time: 0.0980074 Sep 01 04:59:34.445700 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93820b40-5595-4412-9264-c6f05067d3aa req-8b39de5f-110b-4da3-a5a9-5effb371086e service neutron] 10.222.0.16 "GET /v2.0/networks/8b7c7893-1ce7-4e89-b7f9-0c4e8785f373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993945 Sep 01 04:59:34.469014 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae9685-8ff8-40c2-8dc7-185316b81c6c req-5fffee2a-ce70-41ce-9927-fd929b517db6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.470546 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-05ae9685-8ff8-40c2-8dc7-185316b81c6c req-5fffee2a-ce70-41ce-9927-fd929b517db6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 943 time: 0.1262593 Sep 01 04:59:34.489812 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-f15f600f-0481-4b8a-8232-6e83e0e05367 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e5e8739-a443-4e67-b43d-ff21a57d70a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428860 Sep 01 04:59:34.521307 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:59:34.568567 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-05ae9685-8ff8-40c2-8dc7-185316b81c6c req-cd746664-acfc-43eb-aebc-7ea5ea07991d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811045 Sep 01 04:59:34.617357 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97014a-0c46-4c13-a8ed-a69cdb0d3dc9 req-1fc11608-494e-421e-af41-6bc503bd5cd6 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.617479 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-d41d4856-d5a8-4291-b2ca-3742b5741965 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063077 Sep 01 04:59:34.617572 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-de97014a-0c46-4c13-a8ed-a69cdb0d3dc9 req-1fc11608-494e-421e-af41-6bc503bd5cd6 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 946 time: 0.0524716 Sep 01 04:59:34.658476 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-de97014a-0c46-4c13-a8ed-a69cdb0d3dc9 req-84759c88-f3f1-49a5-bcfc-2dcec55fecce tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353184 Sep 01 04:59:34.723197 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7752eaa-2aa4-4410-9965-1ef2e2c7e6ec req-23d5f8b9-27d7-411d-ad6a-4b9531bc415d service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932312 Sep 01 04:59:34.784284 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5357f-89b6-443d-b16f-f97cee93d0fe req-e8e22dd4-f9ee-40c9-bbe8-58a30c5798ac tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.784284 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-58f5357f-89b6-443d-b16f-f97cee93d0fe req-e8e22dd4-f9ee-40c9-bbe8-58a30c5798ac tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 948 time: 0.0530767 Sep 01 04:59:34.826522 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-58f5357f-89b6-443d-b16f-f97cee93d0fe req-b049abc2-37e1-4502-86c0-57f36aea5361 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383074 Sep 01 04:59:34.880754 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-f83c95d1-faf2-40b6-8802-4ebe1123d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.882305 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-f83c95d1-faf2-40b6-8802-4ebe1123d0bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 1096 time: 0.0429094 Sep 01 04:59:34.977130 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-f6525d6a-abbe-480b-b02b-2a2d2ec73e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:34.978719 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-f6525d6a-abbe-480b-b02b-2a2d2ec73e6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 915 time: 0.0885119 Sep 01 04:59:35.024714 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-cd14e3aa-66ab-4d71-8eab-c09cb97993a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d038d4-819d-4e3d-a67b-28b0469df372 HTTP/1.1" status: 200 len: 217 time: 0.0351098 Sep 01 04:59:35.075234 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-223eda9b-b365-4d34-904d-71ed946feb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:35.076666 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-223eda9b-b365-4d34-904d-71ed946feb91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cabf4a5-fb47-43b9-bfe5-867978942fed HTTP/1.1" status: 200 len: 854 time: 0.0440528 Sep 01 04:59:35.119977 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-d3f3ae35-ba47-4598-8fc1-b8d8464ae415 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e5e8739-a443-4e67-b43d-ff21a57d70a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322595 Sep 01 04:59:35.220209 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-87715d77-de64-4732-b71c-0973e57e4743 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896103 Sep 01 04:59:35.330982 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ef8ad83e-8b2b-47c3-95aa-81f60223112e req-2e9a2eb5-4b6e-4360-a7d4-33745b9cfb66 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021681 Sep 01 04:59:35.342185 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72662633-32c2-4184-9e08-e9f44c7d3f13 req-044405a5-92d1-42e8-afdd-ba844ff70a9a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:35.349941 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-72662633-32c2-4184-9e08-e9f44c7d3f13 req-044405a5-92d1-42e8-afdd-ba844ff70a9a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0578294 Sep 01 04:59:35.384534 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-72662633-32c2-4184-9e08-e9f44c7d3f13 req-537cecfb-4b0c-412f-83c7-2177f4cb8dde tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334976 Sep 01 04:59:35.686572 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da01fa3-2be7-469f-8145-62ea8bd41cee req-08689b50-d5ff-4107-8eed-100b074719c7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:35.688444 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7da01fa3-2be7-469f-8145-62ea8bd41cee req-08689b50-d5ff-4107-8eed-100b074719c7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 943 time: 0.0492468 Sep 01 04:59:35.726885 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7da01fa3-2be7-469f-8145-62ea8bd41cee req-056cfb55-38da-4d64-9c01-0070d48afefe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Sep 01 04:59:35.782595 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf73f3-7eff-46d3-a1ca-6deb51f2c3f6 req-23d432f5-e892-4ae9-92ed-afceedc136ec tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:35.784141 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-14bf73f3-7eff-46d3-a1ca-6deb51f2c3f6 req-23d432f5-e892-4ae9-92ed-afceedc136ec tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 946 time: 0.0508668 Sep 01 04:59:35.822545 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-14bf73f3-7eff-46d3-a1ca-6deb51f2c3f6 req-1deea839-e9d6-4426-810c-24ddd4c0c20d tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Sep 01 04:59:35.968032 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186387fd-a264-4a7f-8ec2-9702fa9473cb req-3b3ef8d2-62f7-4a4d-85bb-4cc64effcf5b tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:35.969585 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-186387fd-a264-4a7f-8ec2-9702fa9473cb req-3b3ef8d2-62f7-4a4d-85bb-4cc64effcf5b tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 948 time: 0.0633185 Sep 01 04:59:36.020212 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-186387fd-a264-4a7f-8ec2-9702fa9473cb req-f973c6c2-60dd-4404-a293-aa33b5bc8f9b tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Sep 01 04:59:36.049635 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device fedeb26b-4ce9-4e99-8fad-5897347694c8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:59:36.155624 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port fedeb26b-4ce9-4e99-8fad-5897347694c8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fedeb26b-4ce9-4e99-8fad-5897347694c8,segment=NetworkSegment(da95f2ef-d4e7-4fe1-b217-2c936876c094),segment_id=da95f2ef-d4e7-4fe1-b217-2c936876c094)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:36.168039 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'fedeb26b-4ce9-4e99-8fad-5897347694c8', 'network_id': '8b7c7893-1ce7-4e89-b7f9-0c4e8785f373', 'port_id': 'fedeb26b-4ce9-4e99-8fad-5897347694c8', 'mac_address': 'fa:16:3e:b4:10:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d0a628-8c6b-4b5a-9e9c-ff183248af2d', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:59:36.204781 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:36.217309 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedeb26b-4ce9-4e99-8fad-5897347694c8 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:59:36.236455 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port fedeb26b-4ce9-4e99-8fad-5897347694c8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fedeb26b-4ce9-4e99-8fad-5897347694c8,segment=NetworkSegment(da95f2ef-d4e7-4fe1-b217-2c936876c094),segment_id=da95f2ef-d4e7-4fe1-b217-2c936876c094)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:36.313890 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:36.364501 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 58262) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:36.367963 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=fedeb26b-4ce9-4e99-8fad-5897347694c8,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:36.496067 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4febbffd-1a89-4739-a1b9-cebc99fd0bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:36.532325 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b9536-6f70-498f-a5f9-381a3585fabe req-46d96055-32b2-41c2-8586-442c6626e12c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:36.534945 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-158b9536-6f70-498f-a5f9-381a3585fabe req-46d96055-32b2-41c2-8586-442c6626e12c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0801399 Sep 01 04:59:36.598115 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-158b9536-6f70-498f-a5f9-381a3585fabe req-f71520ec-84cb-4d53-af80-4c5aff567fe9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580542 Sep 01 04:59:36.660453 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4febbffd-1a89-4739-a1b9-cebc99fd0bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:36.778862 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4febbffd-1a89-4739-a1b9-cebc99fd0bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:36.827364 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-4febbffd-1a89-4739-a1b9-cebc99fd0bc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0a78d6ed6b94ab49339edd1d0c9742a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4617326 Sep 01 04:59:36.830117 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58288) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:36.840641 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febbffd-1a89-4739-a1b9-cebc99fd0bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94588b28-391c-4dd1-98ef-72b59dd9f108,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:36.880973 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a6cd5-9ae1-4c85-b5a0-6b8f3fd80f70 req-20c7a821-cd0f-4f7d-8fe2-4eedf9ed5ba1 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:36.882591 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cf8a6cd5-9ae1-4c85-b5a0-6b8f3fd80f70 req-20c7a821-cd0f-4f7d-8fe2-4eedf9ed5ba1 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 943 time: 0.0834570 Sep 01 04:59:36.892612 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ef75c197-8372-4b3c-99ad-a389df46456b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:36.914632 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ef75c197-8372-4b3c-99ad-a389df46456b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:36.921521 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cf8a6cd5-9ae1-4c85-b5a0-6b8f3fd80f70 req-53a21eb9-5784-40bf-88e3-370d52dd47e4 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Sep 01 04:59:37.024008 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ef75c197-8372-4b3c-99ad-a389df46456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:37.026753 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ef75c197-8372-4b3c-99ad-a389df46456b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:37.027926 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ef75c197-8372-4b3c-99ad-a389df46456b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94588b28-391c-4dd1-98ef-72b59dd9f108 HTTP/1.1" status: 204 len: 168 time: 0.1967833 Sep 01 04:59:37.035605 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75c197-8372-4b3c-99ad-a389df46456b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94588b28-391c-4dd1-98ef-72b59dd9f108,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:37.152437 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee962fb-7c00-4f0c-9fc9-dbfe679bf6c4 req-d5285e7b-fce5-4d26-a615-b647297483de tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:37.154062 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1ee962fb-7c00-4f0c-9fc9-dbfe679bf6c4 req-d5285e7b-fce5-4d26-a615-b647297483de tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 949 time: 0.0576918 Sep 01 04:59:37.194307 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1ee962fb-7c00-4f0c-9fc9-dbfe679bf6c4 req-3aa9af10-9e57-4bcd-b085-9da8e616036e tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Sep 01 04:59:37.230852 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['fedeb26b-4ce9-4e99-8fad-5897347694c8'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:59:37.728407 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce8bbb-02c6-4643-acd8-242f52bc2d9f req-2d7fd8e4-2bb3-411a-911f-db7f129a7e62 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:37.730632 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-40ce8bbb-02c6-4643-acd8-242f52bc2d9f req-2d7fd8e4-2bb3-411a-911f-db7f129a7e62 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0507181 Sep 01 04:59:37.772785 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-40ce8bbb-02c6-4643-acd8-242f52bc2d9f req-8b8000ae-3c56-4664-bb12-8ed0295bbd58 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348742 Sep 01 04:59:38.046799 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cada0ca-4f58-45b9-a2d3-57195c34c21f req-94bea1f6-37f5-4f1d-8f71-7f5c9917d0dc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:38.048302 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cada0ca-4f58-45b9-a2d3-57195c34c21f req-94bea1f6-37f5-4f1d-8f71-7f5c9917d0dc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 943 time: 0.0564725 Sep 01 04:59:38.051966 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 65d038d4-819d-4e3d-a67b-28b0469df372 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 04:59:38.087601 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8cada0ca-4f58-45b9-a2d3-57195c34c21f req-6068c032-1dd1-4161-a71a-caa6aa2e748a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331049 Sep 01 04:59:38.164231 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 65d038d4-819d-4e3d-a67b-28b0469df372, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=65d038d4-819d-4e3d-a67b-28b0469df372,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:38.177963 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '65d038d4-819d-4e3d-a67b-28b0469df372', 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'port_id': '65d038d4-819d-4e3d-a67b-28b0469df372', 'mac_address': 'fa:16:3e:51:f0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cabf4a5-fb47-43b9-bfe5-867978942fed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 04:59:38.218887 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:38.232412 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d038d4-819d-4e3d-a67b-28b0469df372 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 04:59:38.253873 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 65d038d4-819d-4e3d-a67b-28b0469df372, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=65d038d4-819d-4e3d-a67b-28b0469df372,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:38.336336 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:38.363525 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cbc04-668c-444d-8b76-2a2c23eebd12 req-90c26dfb-b3d6-4506-8857-5ce786661924 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:38.363525 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-662cbc04-668c-444d-8b76-2a2c23eebd12 req-90c26dfb-b3d6-4506-8857-5ce786661924 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 949 time: 0.0744781 Sep 01 04:59:38.393043 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=65d038d4-819d-4e3d-a67b-28b0469df372,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:38.408836 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-662cbc04-668c-444d-8b76-2a2c23eebd12 req-7b17816e-5dae-4fb5-a52c-251122139177 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405092 Sep 01 04:59:38.908605 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd178be4-a4e0-4364-94d4-c4d3e65af172 req-aebb1956-a079-4201-add7-f135a978b208 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:38.910157 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fd178be4-a4e0-4364-94d4-c4d3e65af172 req-aebb1956-a079-4201-add7-f135a978b208 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0532167 Sep 01 04:59:38.950818 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 58378) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:38.953538 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fd178be4-a4e0-4364-94d4-c4d3e65af172 req-b2d9bf2d-d249-436b-9b39-fcd8bcc60ed9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372884 Sep 01 04:59:39.056743 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-08ab433f-36d8-4a96-8bf2-96497e5cbe56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:39.171649 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['65d038d4-819d-4e3d-a67b-28b0469df372'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:59:39.221115 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c850012-8967-49f9-8ab1-12a670954dc4 req-b22f1008-d2a7-45fd-81c1-0dfea7e89eec tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:39.223063 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3c850012-8967-49f9-8ab1-12a670954dc4 req-b22f1008-d2a7-45fd-81c1-0dfea7e89eec tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 944 time: 0.0577583 Sep 01 04:59:39.265633 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3c850012-8967-49f9-8ab1-12a670954dc4 req-bb3bec38-dd42-4885-b788-d5b932fd3135 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337090 Sep 01 04:59:39.314543 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-08ab433f-36d8-4a96-8bf2-96497e5cbe56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:39.387861 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-08ab433f-36d8-4a96-8bf2-96497e5cbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:39.425738 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-08ab433f-36d8-4a96-8bf2-96497e5cbe56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=005dee1b2ff44959a56c0754aafdb9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738822 Sep 01 04:59:39.426593 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab433f-36d8-4a96-8bf2-96497e5cbe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a16687-2290-4990-8558-4a5d77b4157c,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:39.428436 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 58386) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:59:39.493575 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7125caec-1821-452e-9de2-c9d1aa327921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:39.530222 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7125caec-1821-452e-9de2-c9d1aa327921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:39.557737 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991b410-deed-4855-90f0-ee6f6f49d941 req-5de037bf-cbc7-409b-a449-5cc05e73bd37 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:39.559289 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8991b410-deed-4855-90f0-ee6f6f49d941 req-5de037bf-cbc7-409b-a449-5cc05e73bd37 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 949 time: 0.0775387 Sep 01 04:59:39.605886 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8991b410-deed-4855-90f0-ee6f6f49d941 req-a7594295-364c-4df0-9915-699b1d6d4d91 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Sep 01 04:59:39.698575 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7125caec-1821-452e-9de2-c9d1aa327921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:39.701215 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7125caec-1821-452e-9de2-c9d1aa327921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:39.702360 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-7125caec-1821-452e-9de2-c9d1aa327921 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9a16687-2290-4990-8558-4a5d77b4157c HTTP/1.1" status: 204 len: 168 time: 0.2718692 Sep 01 04:59:39.713366 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125caec-1821-452e-9de2-c9d1aa327921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a16687-2290-4990-8558-4a5d77b4157c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:40.071077 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93d63e-c94d-4abb-9c73-a24315f31213 req-324e0d3c-6388-4146-8688-3d6728147620 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:40.072728 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1e93d63e-c94d-4abb-9c73-a24315f31213 req-324e0d3c-6388-4146-8688-3d6728147620 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0534616 Sep 01 04:59:40.080612 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device fedeb26b-4ce9-4e99-8fad-5897347694c8 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:59:40.112958 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1e93d63e-c94d-4abb-9c73-a24315f31213 req-06c8432d-eb6a-4665-b343-495811d3a293 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336926 Sep 01 04:59:40.217194 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port fedeb26b-4ce9-4e99-8fad-5897347694c8 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:59:40.221132 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port fedeb26b-4ce9-4e99-8fad-5897347694c8 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:59:40.221501 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:40.313081 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:40.341163 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c7b929-91cf-4541-992f-8dde6db0078b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedeb26b-4ce9-4e99-8fad-5897347694c8'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:40.341163 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76aa930-7b51-4791-8b5b-487ea78d8c56" -d '{"events": [{"server_uuid": "d9c7b929-91cf-4541-992f-8dde6db0078b", "name": "network-vif-plugged", "status": "completed", "tag": "fedeb26b-4ce9-4e99-8fad-5897347694c8"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:40.353416 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port fedeb26b-4ce9-4e99-8fad-5897347694c8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fedeb26b-4ce9-4e99-8fad-5897347694c8,segment=NetworkSegment(da95f2ef-d4e7-4fe1-b217-2c936876c094),segment_id=da95f2ef-d4e7-4fe1-b217-2c936876c094)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:40.387208 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e11589-59f6-4f08-ade0-912a03ee4745 x-openstack-request-id: req-14e11589-59f6-4f08-ade0-912a03ee4745 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:40.387531 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c7b929-91cf-4541-992f-8dde6db0078b", "name": "network-vif-plugged", "status": "completed", "tag": "fedeb26b-4ce9-4e99-8fad-5897347694c8", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:40.387794 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14e11589-59f6-4f08-ade0-912a03ee4745 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:40.388186 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7b929-91cf-4541-992f-8dde6db0078b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedeb26b-4ce9-4e99-8fad-5897347694c8', 'code': 200} Sep 01 04:59:40.391660 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19160e5f-1779-4581-a72f-d5ecf9675138 req-857b5e8d-594a-40ff-8dda-e27dc36424f5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:40.393221 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-19160e5f-1779-4581-a72f-d5ecf9675138 req-857b5e8d-594a-40ff-8dda-e27dc36424f5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 944 time: 0.0534215 Sep 01 04:59:40.424329 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:40.435052 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-19160e5f-1779-4581-a72f-d5ecf9675138 req-37105cae-19fc-4b4e-b2f7-2a9f3e46f04b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Sep 01 04:59:40.454326 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-492fd863-a972-4408-9ecf-8048e6a78652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:40.479718 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=fedeb26b-4ce9-4e99-8fad-5897347694c8,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:40.735287 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa66538-1314-43d2-9b3c-5913bae82514 req-79564abb-cf43-4385-8495-3e7ffe1a21f1 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:40.736742 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9aa66538-1314-43d2-9b3c-5913bae82514 req-79564abb-cf43-4385-8495-3e7ffe1a21f1 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 950 time: 0.0616002 Sep 01 04:59:40.791036 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffeef1-95d2-4d97-b97c-20168a1e71de req-2349d7e3-d574-431b-a4b6-496d3f201b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:40.793165 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5cffeef1-95d2-4d97-b97c-20168a1e71de req-2349d7e3-d574-431b-a4b6-496d3f201b72 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 1103 time: 0.0776308 Sep 01 04:59:40.796317 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9aa66538-1314-43d2-9b3c-5913bae82514 req-0b7e5e5b-5923-4818-a32c-2227a1b169a7 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455146 Sep 01 04:59:40.832452 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5cffeef1-95d2-4d97-b97c-20168a1e71de req-61feef9d-ab0e-45b4-b545-7f51b174c684 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295165 Sep 01 04:59:41.232006 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b436aab-fc43-455d-9bb7-cefcfe812f23 req-fd17f9cd-2166-47c3-9246-b92d8b027daf tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:41.233525 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8b436aab-fc43-455d-9bb7-cefcfe812f23 req-fd17f9cd-2166-47c3-9246-b92d8b027daf tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0502453 Sep 01 04:59:41.270729 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8b436aab-fc43-455d-9bb7-cefcfe812f23 req-718f95f1-7af2-4260-a25b-be254e4b634a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Sep 01 04:59:41.567912 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7ff88-a16d-4d72-aaaf-5b2ff6938ef9 req-44a34447-084a-4f3d-8b61-6b0c4dcf058c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:41.569398 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f7b7ff88-a16d-4d72-aaaf-5b2ff6938ef9 req-44a34447-084a-4f3d-8b61-6b0c4dcf058c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 944 time: 0.0510099 Sep 01 04:59:41.797020 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f7b7ff88-a16d-4d72-aaaf-5b2ff6938ef9 req-847a99db-d981-46fd-84fe-7b8cdb0f1643 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208240 Sep 01 04:59:41.918699 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab163984-efa4-4412-a1a6-d08c578cac65 req-fc10e12d-54d0-460f-8908-42ad7fd43385 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:41.921901 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ab163984-efa4-4412-a1a6-d08c578cac65 req-fc10e12d-54d0-460f-8908-42ad7fd43385 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 950 time: 0.0521429 Sep 01 04:59:41.961618 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ab163984-efa4-4412-a1a6-d08c578cac65 req-2eeeccaa-55a4-499d-9196-1a8f9424b27e tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Sep 01 04:59:42.090709 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 65d038d4-819d-4e3d-a67b-28b0469df372 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:59:42.206870 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 65d038d4-819d-4e3d-a67b-28b0469df372 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:59:42.210806 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 65d038d4-819d-4e3d-a67b-28b0469df372 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:59:42.211222 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:42.291391 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:42.328466 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 65d038d4-819d-4e3d-a67b-28b0469df372, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=65d038d4-819d-4e3d-a67b-28b0469df372,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:42.390458 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1494bd76-d184-438a-893c-3e0432e47d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d038d4-819d-4e3d-a67b-28b0469df372'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:42.392180 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6987f1b8-fd65-4b22-ac66-ab31ee4fbffc" -d '{"events": [{"server_uuid": "1494bd76-d184-438a-893c-3e0432e47d53", "name": "network-vif-plugged", "status": "completed", "tag": "65d038d4-819d-4e3d-a67b-28b0469df372"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:42.403570 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659c588-d9b3-48f4-80ec-a79c170adb6e req-11790c8b-85d8-4f4b-be5a-6f1ff2842525 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:42.405108 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e659c588-d9b3-48f4-80ec-a79c170adb6e req-11790c8b-85d8-4f4b-be5a-6f1ff2842525 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0608509 Sep 01 04:59:42.412528 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:42.446899 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e659c588-d9b3-48f4-80ec-a79c170adb6e req-25d3ddc3-d5a9-4032-a627-8bd15eea7e69 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359068 Sep 01 04:59:42.474854 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=65d038d4-819d-4e3d-a67b-28b0469df372,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:42.492757 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e801c73-8a98-4b43-9e70-18a54a9928f7 x-openstack-request-id: req-4e801c73-8a98-4b43-9e70-18a54a9928f7 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:42.493126 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1494bd76-d184-438a-893c-3e0432e47d53", "name": "network-vif-plugged", "status": "completed", "tag": "65d038d4-819d-4e3d-a67b-28b0469df372", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:42.493501 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e801c73-8a98-4b43-9e70-18a54a9928f7 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:42.493902 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1494bd76-d184-438a-893c-3e0432e47d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d038d4-819d-4e3d-a67b-28b0469df372', 'code': 200} Sep 01 04:59:42.869166 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cca71-4728-4b11-b623-4035403cc44a req-52a6470c-2f41-4b7f-97be-a6000f2e4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:42.870970 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e29cca71-4728-4b11-b623-4035403cc44a req-52a6470c-2f41-4b7f-97be-a6000f2e4b9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 1098 time: 0.0488093 Sep 01 04:59:42.920895 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e29cca71-4728-4b11-b623-4035403cc44a req-89a22515-0d21-491f-b2fd-0d820daca8d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Sep 01 04:59:42.921584 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedcf74-450d-42ae-ba7a-72752fcd6a3d req-a2c62973-9b3c-4854-9a44-7d7202a3729d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:42.922958 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6cedcf74-450d-42ae-ba7a-72752fcd6a3d req-a2c62973-9b3c-4854-9a44-7d7202a3729d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 945 time: 0.0508158 Sep 01 04:59:42.964969 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6cedcf74-450d-42ae-ba7a-72752fcd6a3d req-06430806-394c-4ba0-9eb1-bb560331ed33 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354352 Sep 01 04:59:42.973023 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5f0cf779-77e4-4078-a13b-13366c8c4029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:43.086978 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c445c-3c19-470d-a129-473ca06441db req-518b63c5-deff-4644-b9dd-c5c3bb4cfb31 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:43.089174 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a8c445c-3c19-470d-a129-473ca06441db req-518b63c5-deff-4644-b9dd-c5c3bb4cfb31 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 950 time: 0.0491462 Sep 01 04:59:43.126801 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a8c445c-3c19-470d-a129-473ca06441db req-bdefef04-684c-4402-bf47-9e49179fe9fd tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308511 Sep 01 04:59:43.286960 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:43.545717 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5ab7-3146-4e96-92bc-e6ccf13ce8db req-7eaae3e0-a14c-4d30-b0fb-d08faa5ef13e tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:43.547102 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e1dd5ab7-3146-4e96-92bc-e6ccf13ce8db req-7eaae3e0-a14c-4d30-b0fb-d08faa5ef13e tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 950 time: 0.0536399 Sep 01 04:59:43.568769 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71910fdc-337b-4805-bb00-44012508b9b8 req-31be03e1-1891-49f7-8fd5-541b34702155 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:43.570476 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-71910fdc-337b-4805-bb00-44012508b9b8 req-31be03e1-1891-49f7-8fd5-541b34702155 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Sep 01 04:59:43.584300 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e1dd5ab7-3146-4e96-92bc-e6ccf13ce8db req-9b7ce74f-e5dd-485e-a0af-94d5a94834ae tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Sep 01 04:59:43.608694 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-71910fdc-337b-4805-bb00-44012508b9b8 req-b6fb5a00-3a9a-4960-b67b-fcdf3288fe09 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319424 Sep 01 04:59:44.084524 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439df1a-5eb4-4426-88d9-eeb74b5ca3fd req-f3ce504a-0914-4279-8040-edc5c02723fb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:44.085910 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f439df1a-5eb4-4426-88d9-eeb74b5ca3fd req-f3ce504a-0914-4279-8040-edc5c02723fb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 945 time: 0.0524976 Sep 01 04:59:44.126567 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f439df1a-5eb4-4426-88d9-eeb74b5ca3fd req-29ca18a6-ee75-4791-bfeb-98cc9d43b776 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330551 Sep 01 04:59:44.187931 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:44.702385 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff0489-435c-4174-8cd6-3f4f6bb33464 req-2a87028a-04f2-454c-8fe0-c2bf4ff6a0fc tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:44.703781 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c4ff0489-435c-4174-8cd6-3f4f6bb33464 req-2a87028a-04f2-454c-8fe0-c2bf4ff6a0fc tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 950 time: 0.0495884 Sep 01 04:59:44.727464 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9a2dd-a6f2-4893-b225-8d33afbbb4f6 req-b5f5b7b1-fecc-4b6a-9e75-10b54045f2f0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:44.728995 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-00b9a2dd-a6f2-4893-b225-8d33afbbb4f6 req-b5f5b7b1-fecc-4b6a-9e75-10b54045f2f0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0490000 Sep 01 04:59:44.741658 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c4ff0489-435c-4174-8cd6-3f4f6bb33464 req-c9d7771c-5e73-467f-9e58-71e46a89e20e tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Sep 01 04:59:44.774166 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-00b9a2dd-a6f2-4893-b225-8d33afbbb4f6 req-08b716c6-fd72-4410-86b7-5b472bb2181f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Sep 01 04:59:45.287604 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853b680-b2f4-49ce-9660-d0bb4363c5f9 req-880478e4-ecc8-4879-8f8d-39e8604431bb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:45.289087 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9853b680-b2f4-49ce-9660-d0bb4363c5f9 req-880478e4-ecc8-4879-8f8d-39e8604431bb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 945 time: 0.0473769 Sep 01 04:59:45.330003 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9853b680-b2f4-49ce-9660-d0bb4363c5f9 req-dc51880e-5e75-4e60-8bbb-6efe54a0b903 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Sep 01 04:59:45.709450 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:45.883759 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-ee96a30c-3ba5-4562-bfbb-8c719a7a6a12 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:45.886503 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-ee96a30c-3ba5-4562-bfbb-8c719a7a6a12 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 950 time: 0.0809455 Sep 01 04:59:45.894549 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005b3c8-5a82-40b8-97f8-361d9bc16cf1 req-40723e80-929d-4b64-9ba1-8c88ef5d03e9 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:45.896110 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a005b3c8-5a82-40b8-97f8-361d9bc16cf1 req-40723e80-929d-4b64-9ba1-8c88ef5d03e9 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 950 time: 0.0811191 Sep 01 04:59:45.984343 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a005b3c8-5a82-40b8-97f8-361d9bc16cf1 req-c421a7b6-1507-49c7-b2fc-213dc0ace599 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/security-groups?id=3fd2bae1-d1dc-4add-a74f-777fd8566143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803175 Sep 01 04:59:46.002478 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96673f6c-f6ae-4b6e-8860-c63862fab58a req-069f1410-615a-47d6-9e09-6c98e901f99c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:46.005175 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-96673f6c-f6ae-4b6e-8860-c63862fab58a req-069f1410-615a-47d6-9e09-6c98e901f99c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0763750 Sep 01 04:59:46.023515 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Deleting port fedeb26b-4ce9-4e99-8fad-5897347694c8 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 04:59:46.023853 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:46.049437 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-96673f6c-f6ae-4b6e-8860-c63862fab58a req-a2f8ce43-02d7-4dd6-aac6-0e94353bdb44 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354280 Sep 01 04:59:46.140408 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] For port fedeb26b-4ce9-4e99-8fad-5897347694c8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=fedeb26b-4ce9-4e99-8fad-5897347694c8,segment=NetworkSegment(da95f2ef-d4e7-4fe1-b217-2c936876c094),segment_id=da95f2ef-d4e7-4fe1-b217-2c936876c094)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:59:46.140769 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:46.159602 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Calling delete_port for fedeb26b-4ce9-4e99-8fad-5897347694c8 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 04:59:46.344323 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:46.370739 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Pushing event deleted for resources: {'Port': ['ID=fedeb26b-4ce9-4e99-8fad-5897347694c8,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:59:46.414511 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] No DVR routers for this DVR port fedeb26b-4ce9-4e99-8fad-5897347694c8 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 04:59:46.417048 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:46.419023 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3444c0e2-2801-4c86-9865-f6f4c06dc0fd req-12f35eb9-d8e1-4dd8-bb89-2a1655d423e3 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.16 "DELETE /v2.0/ports/fedeb26b-4ce9-4e99-8fad-5897347694c8 HTTP/1.1" status: 204 len: 173 time: 0.5222015 Sep 01 04:59:46.419465 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c7b929-91cf-4541-992f-8dde6db0078b', 'name': 'network-vif-deleted', 'tag': 'fedeb26b-4ce9-4e99-8fad-5897347694c8'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 04:59:46.421712 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cd0d49-7ee5-4ca7-9775-5a5d3cd43ac2" -d '{"events": [{"server_uuid": "d9c7b929-91cf-4541-992f-8dde6db0078b", "name": "network-vif-deleted", "tag": "fedeb26b-4ce9-4e99-8fad-5897347694c8"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 04:59:46.461999 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aeff37-3dd3-4e4a-bb2b-b2b7b97c1bd6 x-openstack-request-id: req-d2aeff37-3dd3-4e4a-bb2b-b2b7b97c1bd6 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 04:59:46.462296 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c7b929-91cf-4541-992f-8dde6db0078b", "name": "network-vif-deleted", "tag": "fedeb26b-4ce9-4e99-8fad-5897347694c8", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 04:59:46.462547 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2aeff37-3dd3-4e4a-bb2b-b2b7b97c1bd6 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 04:59:46.462943 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7b929-91cf-4541-992f-8dde6db0078b', 'name': 'network-vif-deleted', 'tag': 'fedeb26b-4ce9-4e99-8fad-5897347694c8', 'status': 'completed', 'code': 200} Sep 01 04:59:47.082957 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-533b9c7a-b980-4a32-8469-08a2d6dbbec9 req-009d0cd7-eaf5-40ae-9a5b-7e9ecad49c04 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 210 time: 0.0265980 Sep 01 04:59:47.233170 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7afd1c-c57d-48e6-86b7-66a4aa83d910 req-3465487a-1cee-4d7b-9601-6c1cd85b6977 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:47.234617 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bf7afd1c-c57d-48e6-86b7-66a4aa83d910 req-3465487a-1cee-4d7b-9601-6c1cd85b6977 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0521655 Sep 01 04:59:47.278153 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bf7afd1c-c57d-48e6-86b7-66a4aa83d910 req-c9831925-b0c3-4108-ad99-215f16e852e3 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373247 Sep 01 04:59:52.328375 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['fedeb26b-4ce9-4e99-8fad-5897347694c8'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 04:59:59.307943 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9f408578-848a-44a6-9a54-f77b431c0f72 req-62ea1507-754b-4f44-9c28-29aed8f23fd5 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 210 time: 0.0260479 Sep 01 04:59:59.322473 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:59.418104 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cfd61-c39d-43e9-b615-2a89e7ed9f2f req-51ac2b04-f5a5-430d-97ba-7a51486d37af tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:59:59.419567 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a2cfd61-c39d-43e9-b615-2a89e7ed9f2f req-51ac2b04-f5a5-430d-97ba-7a51486d37af tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0481422 Sep 01 04:59:59.458911 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a2cfd61-c39d-43e9-b615-2a89e7ed9f2f req-b4d76c4b-8472-4934-a1b9-673ed287d384 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332093 Sep 01 05:00:00.423420 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-94a11da6-4833-4f87-a2b4-f1a2bd8f80a0 req-d606b3b3-952b-4e49-ab0f-7778a2319036 tempest-VolumesNegativeTest-1926876351 tempest-VolumesNegativeTest-1926876351-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9c7b929-91cf-4541-992f-8dde6db0078b HTTP/1.1" status: 200 len: 210 time: 0.0264976 Sep 01 05:00:00.572998 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60f128-3411-4950-bdfb-d94fb6ba56fb req-8a6cd755-fb7f-4758-8705-8ff74c2ee207 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:00.574871 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c60f128-3411-4950-bdfb-d94fb6ba56fb req-8a6cd755-fb7f-4758-8705-8ff74c2ee207 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0489681 Sep 01 05:00:00.612228 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5c60f128-3411-4950-bdfb-d94fb6ba56fb req-9bb1e3e4-cf39-4baa-8ca5-e3695e2b89e5 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Sep 01 05:00:01.733354 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350a001-0156-433a-aaaa-d12e6fcbebbb req-c51c54f2-819c-4e56-92d7-bccc7cb0257c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:01.735232 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9350a001-0156-433a-aaaa-d12e6fcbebbb req-c51c54f2-819c-4e56-92d7-bccc7cb0257c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0524404 Sep 01 05:00:01.773748 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9350a001-0156-433a-aaaa-d12e6fcbebbb req-76504dfa-575a-47a6-bdd8-2fd01825abe4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Sep 01 05:00:02.157266 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566c4c-0289-453f-8040-0141b82656dc req-184dd156-2058-4387-bb68-8812601454c0 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:02.158728 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-184dd156-2058-4387-bb68-8812601454c0 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 814 time: 0.1050451 Sep 01 05:00:02.174719 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-aeef04f2-452c-4714-beb0-ba1ce484ea90 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/quotas/19b52ec03551403d868713e81e542c44 HTTP/1.1" status: 200 len: 375 time: 0.0100174 Sep 01 05:00:02.228246 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-0e101759-3cda-427f-a8a7-21df6d2ff8e8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475571 Sep 01 05:00:02.325737 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-309d6311-9c81-4d98-8a6f-2f997d87f305 service neutron] 10.222.0.41 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896583 Sep 01 05:00:02.419985 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-11d8b99e-412d-4b20-9b50-f7211cf95488 service neutron] 10.222.0.41 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856950 Sep 01 05:00:02.634683 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f0f74235-0e6a-404b-a03b-15daa2c062f2 req-38141dd3-7032-4179-a91f-16ff3c6ce1e4 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0274646 Sep 01 05:00:02.897777 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0691eee-6d0a-441f-8b9b-4276e37d9f0b req-8b767ab5-7715-4d69-b3fc-9638bebe6a50 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:02.905363 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c0691eee-6d0a-441f-8b9b-4276e37d9f0b req-8b767ab5-7715-4d69-b3fc-9638bebe6a50 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0541294 Sep 01 05:00:02.940688 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c0691eee-6d0a-441f-8b9b-4276e37d9f0b req-3ed8ed68-25d8-4fa9-b6a5-084ffd95443e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Sep 01 05:00:03.253400 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device fedeb26b-4ce9-4e99-8fad-5897347694c8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:00:03.273952 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: fedeb26b-4ce9-4e99-8fad-5897347694c8 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:00:03.274246 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device fedeb26b-4ce9-4e99-8fad-5897347694c8 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:00:03.734168 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-15606564-416c-4813-b73d-8a7972ba96ee req-ce65e8cd-685b-4cc8-9eb4-fd057ae4f3e2 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0279257 Sep 01 05:00:04.060606 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913ff59-cabe-40fc-ba30-a0c4b0850518 req-53cc87a6-4e56-4398-8558-bfdd63d402f4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:04.062146 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7913ff59-cabe-40fc-ba30-a0c4b0850518 req-53cc87a6-4e56-4398-8558-bfdd63d402f4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0536370 Sep 01 05:00:04.101679 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7913ff59-cabe-40fc-ba30-a0c4b0850518 req-41217ac8-516c-4c66-ac8b-454df7a252a5 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Sep 01 05:00:04.619104 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566c4c-0289-453f-8040-0141b82656dc req-b4943414-0e0e-4b61-a717-5e9788d20d16 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:04.621160 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-b4943414-0e0e-4b61-a717-5e9788d20d16 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 814 time: 0.1093547 Sep 01 05:00:04.636036 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Request body: {'port': {'device_id': '0c8e2fee-78b8-4039-9341-d297d9d0cfb8', 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'admin_state_up': True, 'tenant_id': '19b52ec03551403d868713e81e542c44'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:00:04.812237 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Made reservation on behalf of 19b52ec03551403d868713e81e542c44 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:00:04.816007 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:04.852191 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6d659c51-bc89-49db-b95f-c5b074cec806 req-51b128a5-6e95-4342-96b3-6dae5319cffc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0334363 Sep 01 05:00:04.947754 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Allocated IP 172.20.0.13 (5e5e8739-a443-4e67-b43d-ff21a57d70a8/8cabf4a5-fb47-43b9-bfe5-867978942fed/9844dc61-2e42-4dee-bd34-7bf7991bc261) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:00:05.096407 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:05.223647 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fa156-b722-49fc-94dc-e21d1c5aba80 req-697290ac-1327-4388-85b2-e8f737834aa2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:05.225359 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-841fa156-b722-49fc-94dc-e21d1c5aba80 req-697290ac-1327-4388-85b2-e8f737834aa2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0481212 Sep 01 05:00:05.226719 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:05.272184 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['168f14c1-87ec-4151-bb06-ab03723866f3', '65d038d4-819d-4e3d-a67b-28b0469df372'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:00:05.295006 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:00:05.295985 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Pushing event updated for resources: {'Port': ['ID=9844dc61-2e42-4dee-bd34-7bf7991bc261,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:05.302651 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:00:05.308866 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:00:05.355625 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-841fa156-b722-49fc-94dc-e21d1c5aba80 req-8ae3b739-1f30-4926-8c5f-0f7df8396136 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186924 Sep 01 05:00:05.373469 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:05.374289 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:05.502802 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-03b5b09a-cdd2-4424-8848-4def0b224095 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8706923 Sep 01 05:00:05.524926 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Request body: {'port': {'device_id': '0c8e2fee-78b8-4039-9341-d297d9d0cfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:00:05.580649 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:05.849557 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9844dc61-2e42-4dee-bd34-7bf7991bc261 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:00:05.857215 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:05.868465 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Transition to ACTIVE for port object 9844dc61-2e42-4dee-bd34-7bf7991bc261 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:00:05.944106 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:05.987048 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6414afd-3269-4415-80d4-6e5cef7fccee req-54e26cce-3f5a-476a-be9c-5bff184fcf62 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:05.993534 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d6414afd-3269-4415-80d4-6e5cef7fccee req-54e26cce-3f5a-476a-be9c-5bff184fcf62 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0614359 Sep 01 05:00:05.994280 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59034) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:06.020680 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Pushing event updated for resources: {'Port': ['ID=9844dc61-2e42-4dee-bd34-7bf7991bc261,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:06.039386 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d6414afd-3269-4415-80d4-6e5cef7fccee req-f0f4c749-c9fb-4d2b-a45a-a4236ccc690d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Sep 01 05:00:06.075344 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Attempting to bind port 9844dc61-2e42-4dee-bd34-7bf7991bc261 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:00:06.075735 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Attempting to bind port 9844dc61-2e42-4dee-bd34-7bf7991bc261 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:00:06.076074 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Attempting to bind port 9844dc61-2e42-4dee-bd34-7bf7991bc261 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:00:06.080247 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Port 9844dc61-2e42-4dee-bd34-7bf7991bc261 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:00:06.080559 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Attempting to bind port 9844dc61-2e42-4dee-bd34-7bf7991bc261 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:00:06.088987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:00:06.088987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Checking segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:00:06.088987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Bound using segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:00:06.088987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Bound port: 9844dc61-2e42-4dee-bd34-7bf7991bc261, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:00:06.088987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.107601 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-89035585-36ed-47ec-9aa3-de5a76b47262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.148829 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] For port 9844dc61-2e42-4dee-bd34-7bf7991bc261, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:00:06.152051 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] For port 9844dc61-2e42-4dee-bd34-7bf7991bc261, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9844dc61-2e42-4dee-bd34-7bf7991bc261,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:00:06.195494 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-89035585-36ed-47ec-9aa3-de5a76b47262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.224187 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.265647 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:06.265647 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.265647 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] 10.222.0.16 "PUT /v2.0/ports/9844dc61-2e42-4dee-bd34-7bf7991bc261 HTTP/1.1" status: 200 len: 1094 time: 0.7427168 Sep 01 05:00:06.265647 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8e2fee-78b8-4039-9341-d297d9d0cfb8', 'tag': '9844dc61-2e42-4dee-bd34-7bf7991bc261'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:00:06.265647 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ab0e32-4c1f-4b7d-9f73-1b00c9c2c834" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8e2fee-78b8-4039-9341-d297d9d0cfb8", "tag": "9844dc61-2e42-4dee-bd34-7bf7991bc261"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:00:06.291113 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f60a1-008d-4e35-b9a8-fc2a318efb3f service neutron] Pushing event updated for resources: {'Port': ['ID=9844dc61-2e42-4dee-bd34-7bf7991bc261,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:06.302046 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0477f826-f274-4a50-9c10-2c52680ea742 x-openstack-request-id: req-0477f826-f274-4a50-9c10-2c52680ea742 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:00:06.302333 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8e2fee-78b8-4039-9341-d297d9d0cfb8", "tag": "9844dc61-2e42-4dee-bd34-7bf7991bc261", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:00:06.302580 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0477f826-f274-4a50-9c10-2c52680ea742 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:00:06.302991 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8e2fee-78b8-4039-9341-d297d9d0cfb8', 'tag': '9844dc61-2e42-4dee-bd34-7bf7991bc261', 'status': 'completed', 'code': 200} Sep 01 05:00:06.307353 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-89035585-36ed-47ec-9aa3-de5a76b47262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.344507 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89035585-36ed-47ec-9aa3-de5a76b47262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0768de5-ca68-467f-a72a-2d5504d44932,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:06.351306 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-89035585-36ed-47ec-9aa3-de5a76b47262 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=207f866c2904475dbe81a06a25e5051f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530989 Sep 01 05:00:06.351558 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59044) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:06.376407 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0e32-4c1f-4b7d-9f73-1b00c9c2c834 req-20dfa6b6-a0ef-421a-94ba-7d7c62512a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:06.377960 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-51ab0e32-4c1f-4b7d-9f73-1b00c9c2c834 req-20dfa6b6-a0ef-421a-94ba-7d7c62512a53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 1097 time: 0.0435236 Sep 01 05:00:06.406798 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-287e738b-9ab0-4818-920a-18317240aeae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.431001 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-287e738b-9ab0-4818-920a-18317240aeae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.532497 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-287e738b-9ab0-4818-920a-18317240aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.535337 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-287e738b-9ab0-4818-920a-18317240aeae admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:06.536598 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-287e738b-9ab0-4818-920a-18317240aeae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0768de5-ca68-467f-a72a-2d5504d44932 HTTP/1.1" status: 204 len: 168 time: 0.1841431 Sep 01 05:00:06.545828 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e738b-9ab0-4818-920a-18317240aeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0768de5-ca68-467f-a72a-2d5504d44932,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:06.744226 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b68c54-7006-414f-931d-6db6aa49807b req-1247d6f9-f0c0-40c8-b11b-894c640fd631 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:06.745965 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-05b68c54-7006-414f-931d-6db6aa49807b req-1247d6f9-f0c0-40c8-b11b-894c640fd631 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.2999077 Sep 01 05:00:06.750010 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0e32-4c1f-4b7d-9f73-1b00c9c2c834 req-70a53c38-2219-4b11-a04a-9d6d943c1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:06.750010 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-51ab0e32-4c1f-4b7d-9f73-1b00c9c2c834 req-70a53c38-2219-4b11-a04a-9d6d943c1575 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=19b52ec03551403d868713e81e542c44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3570769 Sep 01 05:00:06.846275 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-05b68c54-7006-414f-931d-6db6aa49807b req-24e63b59-0d25-4612-af95-1d27e9aaf5a5 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799458 Sep 01 05:00:06.877850 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab0e32-4c1f-4b7d-9f73-1b00c9c2c834 req-dee50de0-f87d-4c6f-b414-2926cf58963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:06.879340 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-51ab0e32-4c1f-4b7d-9f73-1b00c9c2c834 req-dee50de0-f87d-4c6f-b414-2926cf58963e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1223850 Sep 01 05:00:07.008988 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566c4c-0289-453f-8040-0141b82656dc req-4748d4e3-39f2-43e2-8c72-a227ba7fdbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:07.010478 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-4748d4e3-39f2-43e2-8c72-a227ba7fdbb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 1097 time: 0.0394461 Sep 01 05:00:07.059641 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-6e952ed1-7816-4e91-af32-4f880ddca2b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9844dc61-2e42-4dee-bd34-7bf7991bc261 HTTP/1.1" status: 200 len: 217 time: 0.0342813 Sep 01 05:00:07.106109 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59062) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:07.119321 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b190e12b-a101-4c9e-b14b-c9006fdeeade admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.152347 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64566c4c-0289-453f-8040-0141b82656dc req-9e8506b5-6333-4859-942b-1646963a66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:07.153943 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-9e8506b5-6333-4859-942b-1646963a66b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cabf4a5-fb47-43b9-bfe5-867978942fed HTTP/1.1" status: 200 len: 854 time: 0.0762379 Sep 01 05:00:07.178406 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429dacf-6b40-468f-a638-ae42527ecad6 req-f558b50d-1d8b-4412-8121-1a6fdd953c71 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:07.179805 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e429dacf-6b40-468f-a638-ae42527ecad6 req-f558b50d-1d8b-4412-8121-1a6fdd953c71 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0732658 Sep 01 05:00:07.196158 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-39865fb7-316c-482c-a2a3-19bc51b6c60b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e5e8739-a443-4e67-b43d-ff21a57d70a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338862 Sep 01 05:00:07.215147 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b190e12b-a101-4c9e-b14b-c9006fdeeade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.279561 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b190e12b-a101-4c9e-b14b-c9006fdeeade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.280860 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e429dacf-6b40-468f-a638-ae42527ecad6 req-a4abfc52-6db7-4b60-9dc5-57f4dac59699 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868721 Sep 01 05:00:07.297657 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 59070) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:07.327873 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-f00632e1-dcca-4593-86f7-a28743fcfda0 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222644 Sep 01 05:00:07.328065 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190e12b-a101-4c9e-b14b-c9006fdeeade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403a7d12-dbe5-4048-b74a-0bb02e2cf49f,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:07.351136 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b190e12b-a101-4c9e-b14b-c9006fdeeade admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0df5fcc36dde47e88815018f7f843bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439258 Sep 01 05:00:07.353632 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59074) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:07.402906 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1c95531e-5da4-4147-8ccc-1082c1906b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.424017 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1c95531e-5da4-4147-8ccc-1082c1906b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.442939 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64566c4c-0289-453f-8040-0141b82656dc req-881d7e87-b8c1-49fb-a7fb-a3476c30335c service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033266 Sep 01 05:00:07.464144 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-e1189ec5-858f-4148-9c68-4c5eb83ae095 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8f033bb7b36438887c75b21c040c703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654224 Sep 01 05:00:07.469367 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59076) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:07.517789 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-30ba6925-b6ed-45ec-a9d6-3fb45f355b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.537559 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-30ba6925-b6ed-45ec-a9d6-3fb45f355b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.550018 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1c95531e-5da4-4147-8ccc-1082c1906b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.552494 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1c95531e-5da4-4147-8ccc-1082c1906b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.553659 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1c95531e-5da4-4147-8ccc-1082c1906b0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/403a7d12-dbe5-4048-b74a-0bb02e2cf49f HTTP/1.1" status: 204 len: 168 time: 0.1990726 Sep 01 05:00:07.577415 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95531e-5da4-4147-8ccc-1082c1906b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403a7d12-dbe5-4048-b74a-0bb02e2cf49f,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:07.669425 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-30ba6925-b6ed-45ec-a9d6-3fb45f355b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.672258 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-30ba6925-b6ed-45ec-a9d6-3fb45f355b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.673498 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-30ba6925-b6ed-45ec-a9d6-3fb45f355b22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fd2bae1-d1dc-4add-a74f-777fd8566143 HTTP/1.1" status: 204 len: 168 time: 0.2030735 Sep 01 05:00:07.681250 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba6925-b6ed-45ec-a9d6-3fb45f355b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd2bae1-d1dc-4add-a74f-777fd8566143,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:07.975173 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6b4bd-1848-4cdc-83dc-2b2fb371a49c req-f0052d51-1f0b-4117-8dea-c05183951daf tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:07.976761 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-65f6b4bd-1848-4cdc-83dc-2b2fb371a49c req-f0052d51-1f0b-4117-8dea-c05183951daf tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0602300 Sep 01 05:00:08.020329 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-65f6b4bd-1848-4cdc-83dc-2b2fb371a49c req-1542324a-e947-40a6-82ec-45c490cfe351 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Sep 01 05:00:08.414443 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415696a-a2fc-4175-b514-fed6e3e70f9b req-06aa90b7-fab4-4282-b0d7-0c2ce3251d75 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:08.414443 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3415696a-a2fc-4175-b514-fed6e3e70f9b req-06aa90b7-fab4-4282-b0d7-0c2ce3251d75 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0538127 Sep 01 05:00:08.455179 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3415696a-a2fc-4175-b514-fed6e3e70f9b req-57099454-0a7f-430c-b45f-c92694c3c367 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363996 Sep 01 05:00:08.874087 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817114e8-b7f4-40f6-8828-bef5929bb5cf req-f960491f-b977-49d8-be00-50853c24c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:08.875631 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-817114e8-b7f4-40f6-8828-bef5929bb5cf req-f960491f-b977-49d8-be00-50853c24c837 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 1098 time: 0.0406659 Sep 01 05:00:08.911168 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-817114e8-b7f4-40f6-8828-bef5929bb5cf req-47b4927c-1eaf-482e-ac45-e3d396fe73af service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281768 Sep 01 05:00:09.137043 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e55b-7bee-4123-8234-d43e41e1298b req-d98e1672-2d3a-497e-8dd2-c360eaeb8766 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:09.138704 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b399e55b-7bee-4123-8234-d43e41e1298b req-d98e1672-2d3a-497e-8dd2-c360eaeb8766 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0494816 Sep 01 05:00:09.176659 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b399e55b-7bee-4123-8234-d43e41e1298b req-d9ee9444-4a0e-4021-9784-77343a707c42 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Sep 01 05:00:09.757802 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9d4d-394b-4e91-8c1c-d0422f1000e7 req-666b4cb7-2ecd-46a1-912d-6f836e00c55e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:09.759450 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-eb3d9d4d-394b-4e91-8c1c-d0422f1000e7 req-666b4cb7-2ecd-46a1-912d-6f836e00c55e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0533829 Sep 01 05:00:09.798318 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-eb3d9d4d-394b-4e91-8c1c-d0422f1000e7 req-4f79fcfa-78a5-44d1-b7b9-2ccbe71f27be tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332246 Sep 01 05:00:10.300719 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9b191-eaa1-4207-9c9f-c185b0aefaec req-97e74ef1-6c8c-411d-ba1c-0bcef3f1f1af tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:10.302220 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-71a9b191-eaa1-4207-9c9f-c185b0aefaec req-97e74ef1-6c8c-411d-ba1c-0bcef3f1f1af tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0555189 Sep 01 05:00:10.339464 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-71a9b191-eaa1-4207-9c9f-c185b0aefaec req-70243b96-6609-4978-a4fb-4043b1047c79 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Sep 01 05:00:10.457866 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-2c12637f-fd61-407f-ba6b-99bc59655f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:10.918624 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243abbd2-8295-4629-b37a-4d37c2623d8f req-e71fb6d1-45d7-4481-85ed-4dcb79c2ad9d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:10.920202 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-243abbd2-8295-4629-b37a-4d37c2623d8f req-e71fb6d1-45d7-4481-85ed-4dcb79c2ad9d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0503678 Sep 01 05:00:10.957720 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-243abbd2-8295-4629-b37a-4d37c2623d8f req-59c16019-566b-4601-a165-cb4362a87bba tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315752 Sep 01 05:00:11.455688 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358444-c4b0-4462-ba98-c79dc0e13b36 req-5898d37d-ae4f-4fa5-96a8-920a0fa686ae tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:11.457172 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-31358444-c4b0-4462-ba98-c79dc0e13b36 req-5898d37d-ae4f-4fa5-96a8-920a0fa686ae tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0488846 Sep 01 05:00:11.500678 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-31358444-c4b0-4462-ba98-c79dc0e13b36 req-cb49f29d-e2c0-4f67-847b-8049e3d57d98 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372641 Sep 01 05:00:11.519248 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:00:12.080821 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1aa4a5-8cc9-4d93-9f5e-80ffb72511cc req-e50abc29-f1e3-4591-b2a8-79f60f2921d5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:12.082298 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ab1aa4a5-8cc9-4d93-9f5e-80ffb72511cc req-e50abc29-f1e3-4591-b2a8-79f60f2921d5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0477669 Sep 01 05:00:12.119281 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ab1aa4a5-8cc9-4d93-9f5e-80ffb72511cc req-1538639c-e643-40c5-8c02-ad53cd7b15fe tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Sep 01 05:00:12.615177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0738f5-2612-4577-9616-4ad1e082a341 req-e919950e-8234-406e-8c6c-c895a9ca003f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:12.616671 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cb0738f5-2612-4577-9616-4ad1e082a341 req-e919950e-8234-406e-8c6c-c895a9ca003f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0488713 Sep 01 05:00:12.654678 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cb0738f5-2612-4577-9616-4ad1e082a341 req-974e0328-8dcd-48c2-b549-74776c8741ee tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Sep 01 05:00:12.771155 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a45f3-9953-4945-baba-0787175bf229 req-edc29307-53f7-40eb-950b-27bcbe6ee3ec tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:12.772642 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9a5a45f3-9953-4945-baba-0787175bf229 req-edc29307-53f7-40eb-950b-27bcbe6ee3ec tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0521798 Sep 01 05:00:12.817522 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9a5a45f3-9953-4945-baba-0787175bf229 req-f3683995-a51d-4fb2-9807-ad2bb6c53541 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Sep 01 05:00:12.992620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-c7bffa08-5ea6-470c-a505-82a5c3d1ab1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:13.239203 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79df5e-049e-4420-8090-6a169da750a6 req-790329aa-0004-4892-ad21-ea2db0d5373c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:13.241732 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-de79df5e-049e-4420-8090-6a169da750a6 req-790329aa-0004-4892-ad21-ea2db0d5373c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 944 time: 0.0530756 Sep 01 05:00:13.277975 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-de79df5e-049e-4420-8090-6a169da750a6 req-9278eb5a-c07e-43f7-90b2-702291d7189a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312936 Sep 01 05:00:13.288308 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 9844dc61-2e42-4dee-bd34-7bf7991bc261 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:00:13.468361 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:13.518801 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 9844dc61-2e42-4dee-bd34-7bf7991bc261, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9844dc61-2e42-4dee-bd34-7bf7991bc261,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:00:13.525155 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '9844dc61-2e42-4dee-bd34-7bf7991bc261', 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'port_id': '9844dc61-2e42-4dee-bd34-7bf7991bc261', 'mac_address': 'fa:16:3e:c1:58:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cabf4a5-fb47-43b9-bfe5-867978942fed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:00:13.564206 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:13.577248 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9844dc61-2e42-4dee-bd34-7bf7991bc261 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:00:13.595926 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 9844dc61-2e42-4dee-bd34-7bf7991bc261, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9844dc61-2e42-4dee-bd34-7bf7991bc261,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:00:13.646420 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:13.694586 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=9844dc61-2e42-4dee-bd34-7bf7991bc261,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:14.198411 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:15.703311 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:17.842210 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ff22a-8eb4-4ea6-8006-c5efa6e0f269 req-25260a97-58e2-476f-be50-7de3f18a80c8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:17.843676 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-778ff22a-8eb4-4ea6-8006-c5efa6e0f269 req-25260a97-58e2-476f-be50-7de3f18a80c8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0478933 Sep 01 05:00:17.880569 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-778ff22a-8eb4-4ea6-8006-c5efa6e0f269 req-c85e888b-9a05-4a68-a7a3-6d07131ff17f tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310304 Sep 01 05:00:19.014221 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['9844dc61-2e42-4dee-bd34-7bf7991bc261'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:00:19.046454 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a2b30-b9b6-495d-b731-3b5bc45b06ea req-a6d3f8d2-63c9-467f-95a1-b98b99597ddb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:19.047934 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-972a2b30-b9b6-495d-b731-3b5bc45b06ea req-a6d3f8d2-63c9-467f-95a1-b98b99597ddb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0486233 Sep 01 05:00:19.085768 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-972a2b30-b9b6-495d-b731-3b5bc45b06ea req-dcd046b1-16cf-4a8b-aa12-faa8ec03d72d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317545 Sep 01 05:00:20.203345 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a85eb9-c898-4d16-b1a6-4fd464c369f9 req-53f8a59a-fb1f-47fa-bb94-0cb5cf32cf25 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:20.204748 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-91a85eb9-c898-4d16-b1a6-4fd464c369f9 req-53f8a59a-fb1f-47fa-bb94-0cb5cf32cf25 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0493708 Sep 01 05:00:20.242822 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-91a85eb9-c898-4d16-b1a6-4fd464c369f9 req-ab33b426-3774-4460-a471-86d3e8b0999f tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Sep 01 05:00:21.170182 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 59398) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:21.270199 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:21.360556 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:21.422797 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:21.459898 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08141e6e-1b40-49d2-a65d-e012212f7e3c,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:21.464450 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=943493a3fdbc444eabba46119c34cdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932568 Sep 01 05:00:21.467458 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59406) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:21.469284 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.469635 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.469966 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.470295 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.470617 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.470940 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.471282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.471657 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.471977 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.472574 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.472896 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.473236 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbe37e3-6bf3-4e5b-b36a-e59a5dec1bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:21.522533 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-94878f0f-7d97-4f56-9f09-c1f9f899b4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:21.538842 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-94878f0f-7d97-4f56-9f09-c1f9f899b4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:21.661211 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-94878f0f-7d97-4f56-9f09-c1f9f899b4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:21.663685 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-94878f0f-7d97-4f56-9f09-c1f9f899b4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:21.664828 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-94878f0f-7d97-4f56-9f09-c1f9f899b4b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08141e6e-1b40-49d2-a65d-e012212f7e3c HTTP/1.1" status: 204 len: 168 time: 0.1963151 Sep 01 05:00:21.672206 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94878f0f-7d97-4f56-9f09-c1f9f899b4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08141e6e-1b40-49d2-a65d-e012212f7e3c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:22.255865 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59418) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:22.269614 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:22.354345 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:22.443924 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:22.481398 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21b4b26bd05149db845ae49900ccfe07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238739 Sep 01 05:00:22.482359 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e3c611-bfec-4c2d-8b84-7eeff582bd5c,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:22.484159 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 59420) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:22.489521 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.489871 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.490402 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.490768 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.491142 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.491478 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.491803 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.492126 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.492451 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.492769 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.493178 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.493498 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5130cc92-12de-4855-8c4f-7b2acb2a79ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:00:22.536359 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c67a5f0d-9724-49fc-9c9e-8d033c493ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:22.556711 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c67a5f0d-9724-49fc-9c9e-8d033c493ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:22.669324 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c67a5f0d-9724-49fc-9c9e-8d033c493ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:22.671872 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c67a5f0d-9724-49fc-9c9e-8d033c493ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:22.673007 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-c67a5f0d-9724-49fc-9c9e-8d033c493ce1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4e3c611-bfec-4c2d-8b84-7eeff582bd5c HTTP/1.1" status: 204 len: 168 time: 0.1878436 Sep 01 05:00:22.680671 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a5f0d-9724-49fc-9c9e-8d033c493ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e3c611-bfec-4c2d-8b84-7eeff582bd5c,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:25.273986 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 59498) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:25.381406 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7d553d5a-7a9b-4b57-967f-9a78c29db872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:25.467456 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7d553d5a-7a9b-4b57-967f-9a78c29db872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:25.548808 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7d553d5a-7a9b-4b57-967f-9a78c29db872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:25.586261 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-7d553d5a-7a9b-4b57-967f-9a78c29db872 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d53d3bb420942f7a9c8fd0c9f7d8b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112195 Sep 01 05:00:25.587108 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d553d5a-7a9b-4b57-967f-9a78c29db872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c3ecf2-3f30-4104-bb53-535dfcc998f3,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:25.588961 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59502) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:25.637571 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-67400c24-3bab-49b4-afb1-6fd6cfe4af25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:25.658073 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-67400c24-3bab-49b4-afb1-6fd6cfe4af25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:25.777453 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-67400c24-3bab-49b4-afb1-6fd6cfe4af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:25.777746 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 9844dc61-2e42-4dee-bd34-7bf7991bc261 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:00:25.787157 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-67400c24-3bab-49b4-afb1-6fd6cfe4af25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:25.794982 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-67400c24-3bab-49b4-afb1-6fd6cfe4af25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74c3ecf2-3f30-4104-bb53-535dfcc998f3 HTTP/1.1" status: 204 len: 168 time: 0.2018590 Sep 01 05:00:25.811822 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67400c24-3bab-49b4-afb1-6fd6cfe4af25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c3ecf2-3f30-4104-bb53-535dfcc998f3,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:25.908921 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-73ce13f2-7f15-4e23-91b9-7692ccbbfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:25.910468 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-73ce13f2-7f15-4e23-91b9-7692ccbbfc10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1098 time: 0.1223903 Sep 01 05:00:25.917854 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cf633-40f7-4c14-b0ce-b0c5b2b3d715 req-e132168e-53a5-4a01-95a2-8fb7e5aa4c35 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:25.918410 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452ef1c-b83b-4687-a6bb-ab536fda1679 req-2e1b3400-61a4-4f07-98f4-c83ae9aeb903 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:25.919371 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-279cf633-40f7-4c14-b0ce-b0c5b2b3d715 req-e132168e-53a5-4a01-95a2-8fb7e5aa4c35 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0612993 Sep 01 05:00:25.921458 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0452ef1c-b83b-4687-a6bb-ab536fda1679 req-2e1b3400-61a4-4f07-98f4-c83ae9aeb903 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 945 time: 0.0648420 Sep 01 05:00:25.958419 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-279cf633-40f7-4c14-b0ce-b0c5b2b3d715 req-4ebf4a4c-e6f7-448a-862b-ab6127755f62 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Sep 01 05:00:26.007831 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0452ef1c-b83b-4687-a6bb-ab536fda1679 req-cab5819b-cd8d-4518-bd72-de9c0fbd8839 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767446 Sep 01 05:00:26.011568 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 9844dc61-2e42-4dee-bd34-7bf7991bc261 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:00:26.017357 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 9844dc61-2e42-4dee-bd34-7bf7991bc261 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:00:26.017357 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.042798 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-ade6ecd1-5282-4a10-abcf-c40435d71255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:26.044690 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-ade6ecd1-5282-4a10-abcf-c40435d71255 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 920 time: 0.1223373 Sep 01 05:00:26.090700 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-ce45b24b-538a-4141-866f-a340d565943c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2 HTTP/1.1" status: 200 len: 217 time: 0.0380082 Sep 01 05:00:26.098750 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.123574 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e2fee-78b8-4039-9341-d297d9d0cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844dc61-2e42-4dee-bd34-7bf7991bc261'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:00:26.126147 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6ccb4c-8f0b-483a-8030-fcd8f679c1db" -d '{"events": [{"server_uuid": "0c8e2fee-78b8-4039-9341-d297d9d0cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "9844dc61-2e42-4dee-bd34-7bf7991bc261"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:00:26.140436 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 9844dc61-2e42-4dee-bd34-7bf7991bc261, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9844dc61-2e42-4dee-bd34-7bf7991bc261,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:00:26.144559 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-d21014c7-716d-416c-925f-bbf852c760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:26.146097 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-d21014c7-716d-416c-925f-bbf852c760e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.0479054 Sep 01 05:00:26.173747 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b52898-1255-47dc-8f25-b044321c2908 x-openstack-request-id: req-f9b52898-1255-47dc-8f25-b044321c2908 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:00:26.174214 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8e2fee-78b8-4039-9341-d297d9d0cfb8", "name": "network-vif-plugged", "status": "completed", "tag": "9844dc61-2e42-4dee-bd34-7bf7991bc261", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:00:26.174559 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9b52898-1255-47dc-8f25-b044321c2908 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:00:26.175060 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e2fee-78b8-4039-9341-d297d9d0cfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844dc61-2e42-4dee-bd34-7bf7991bc261', 'code': 200} Sep 01 05:00:26.184425 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-f3864aae-2f79-4a0f-84d1-df6cac07d1b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290475 Sep 01 05:00:26.227554 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.285513 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=9844dc61-2e42-4dee-bd34-7bf7991bc261,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:26.320476 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-1dd1b701-9504-4802-8de7-107fb7369424 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967193 Sep 01 05:00:26.409853 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a782d48-50ab-48af-bd54-b2c24c465fae req-cb093257-9095-4a48-9910-21be3e5a3fad service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799317 Sep 01 05:00:26.526014 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59516) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:26.539586 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4933bfcb-9294-4fa6-b592-e9381301e163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.569161 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b50a1d-8c27-4285-a288-72e7ec98811d req-385fbfba-d672-4dca-97a0-0cc4c35acf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:26.570820 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-66b50a1d-8c27-4285-a288-72e7ec98811d req-385fbfba-d672-4dca-97a0-0cc4c35acf86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 1099 time: 0.0401859 Sep 01 05:00:26.616900 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-66b50a1d-8c27-4285-a288-72e7ec98811d req-a36cae80-9623-4030-aba8-19993c13c308 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358226 Sep 01 05:00:26.628820 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4933bfcb-9294-4fa6-b592-e9381301e163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.713982 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4933bfcb-9294-4fa6-b592-e9381301e163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.749891 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933bfcb-9294-4fa6-b592-e9381301e163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e9d219-db0b-4499-a203-a43db33629e7,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:26.754124 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-4933bfcb-9294-4fa6-b592-e9381301e163 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a98fdba3ab74d1f800f8da7d761a603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270932 Sep 01 05:00:26.757325 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59520) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:26.808057 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-620ac381-dd28-4d00-99ad-7d2c58e7dbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.836593 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-620ac381-dd28-4d00-99ad-7d2c58e7dbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.975762 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-620ac381-dd28-4d00-99ad-7d2c58e7dbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.979637 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-620ac381-dd28-4d00-99ad-7d2c58e7dbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:26.983089 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-620ac381-dd28-4d00-99ad-7d2c58e7dbe0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29e9d219-db0b-4499-a203-a43db33629e7 HTTP/1.1" status: 204 len: 168 time: 0.2228684 Sep 01 05:00:26.991934 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ac381-dd28-4d00-99ad-7d2c58e7dbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e9d219-db0b-4499-a203-a43db33629e7,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:27.124433 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d2907-7123-453a-9c81-f55e07891c02 req-143a2f30-028f-4cca-a066-76e58533a6f0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:27.126146 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c39d2907-7123-453a-9c81-f55e07891c02 req-143a2f30-028f-4cca-a066-76e58533a6f0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0855370 Sep 01 05:00:27.145753 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da841a8-b50b-4621-8227-0e4cc4df08f7 req-50c682f9-1c0e-470c-ba9a-59a1d823e849 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:27.147353 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5da841a8-b50b-4621-8227-0e4cc4df08f7 req-50c682f9-1c0e-470c-ba9a-59a1d823e849 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0504944 Sep 01 05:00:27.168423 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c39d2907-7123-453a-9c81-f55e07891c02 req-8a244b88-acb9-4487-b91c-3871374951e5 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Sep 01 05:00:27.194830 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5da841a8-b50b-4621-8227-0e4cc4df08f7 req-a3beb01f-776b-440f-b0e6-34b27025a042 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Sep 01 05:00:28.311808 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18a33-fd5b-4e63-a9d2-af2cdcaab114 req-fb2b089b-f11a-4327-a240-a48ad7652b55 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:28.313699 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a3b18a33-fd5b-4e63-a9d2-af2cdcaab114 req-fb2b089b-f11a-4327-a240-a48ad7652b55 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0528488 Sep 01 05:00:28.343121 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2edffe-50de-4c3d-8dbe-408ac135892b req-91370295-c5ce-4260-aaba-bff2d139f125 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:28.344630 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0d2edffe-50de-4c3d-8dbe-408ac135892b req-91370295-c5ce-4260-aaba-bff2d139f125 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0703099 Sep 01 05:00:28.354847 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a3b18a33-fd5b-4e63-a9d2-af2cdcaab114 req-5e204156-def1-41c1-9be1-e1ec4cb7a5da tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Sep 01 05:00:28.394901 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0d2edffe-50de-4c3d-8dbe-408ac135892b req-5997c8c8-d3bb-46fa-8112-26631edce182 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433230 Sep 01 05:00:29.319942 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:33.681234 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-aba5db25-10a4-4c24-9cfc-931ff5d09345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:33.682735 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-aba5db25-10a4-4c24-9cfc-931ff5d09345 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1098 time: 0.0486383 Sep 01 05:00:33.743128 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764890d-5b7d-46d2-8704-47f1e6f319d3 req-d8f92bad-9ea8-47bc-a0ac-2298beb15ee3 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:33.744600 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b764890d-5b7d-46d2-8704-47f1e6f319d3 req-d8f92bad-9ea8-47bc-a0ac-2298beb15ee3 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0528586 Sep 01 05:00:33.768414 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00133-5d22-4b2c-b455-2d6a60fb7341 req-c0f49daf-5fbf-49f2-82ba-cb8917b77673 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:33.769916 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4cc00133-5d22-4b2c-b455-2d6a60fb7341 req-c0f49daf-5fbf-49f2-82ba-cb8917b77673 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0574906 Sep 01 05:00:33.807522 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4cc00133-5d22-4b2c-b455-2d6a60fb7341 req-63845a91-16a7-4086-86b7-dc5b68a3d5d8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317261 Sep 01 05:00:33.838261 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b764890d-5b7d-46d2-8704-47f1e6f319d3 req-c70e8996-3bdc-4709-990b-3a628a499c57 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850623 Sep 01 05:00:33.856017 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-b6f4bfd3-8886-47c9-9c29-9116e171e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:33.857491 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-b6f4bfd3-8886-47c9-9c29-9116e171e4ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 920 time: 0.1120183 Sep 01 05:00:33.914030 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-c7d829d9-2cab-475e-b020-112cee296f52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2 HTTP/1.1" status: 200 len: 217 time: 0.0422394 Sep 01 05:00:33.968779 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-1adbd89d-af24-4f89-805c-35d40cc18755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:33.970386 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-1adbd89d-af24-4f89-805c-35d40cc18755 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.0449293 Sep 01 05:00:34.002905 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-2339a72a-f90c-48bd-b5fa-9240c0994d5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241592 Sep 01 05:00:34.107565 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-f5414486-cd0e-48cc-86a7-e8c6109cb507 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858371 Sep 01 05:00:34.553479 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89133c6f-6ed5-4be7-b5f5-b9b1e3963d9f req-2e3f63b5-cb29-4305-96c4-0d7245ae760e service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810273 Sep 01 05:00:35.060793 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f94d09-aa97-401d-95b7-c2c275779883 req-7009ed67-df10-402d-af08-0387da7015e4 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:35.062340 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-52f94d09-aa97-401d-95b7-c2c275779883 req-7009ed67-df10-402d-af08-0387da7015e4 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0488117 Sep 01 05:00:35.108391 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-52f94d09-aa97-401d-95b7-c2c275779883 req-8ac37889-7eb5-4803-b4bc-2d73f20d8b44 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Sep 01 05:00:35.221510 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6268e-fbb8-41ba-8cbb-e87557225a54 req-38ce5a60-f527-4cad-9eac-0522a06a474d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:35.223024 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d7c6268e-fbb8-41ba-8cbb-e87557225a54 req-38ce5a60-f527-4cad-9eac-0522a06a474d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0574987 Sep 01 05:00:35.273532 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d7c6268e-fbb8-41ba-8cbb-e87557225a54 req-1ca8feea-cc98-473a-b816-2a0e44ed92f8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391431 Sep 01 05:00:36.395250 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ee4f3-872b-433d-91b6-f88038342fed req-4648db76-da2d-4530-817e-cad79f2b4bb4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:36.396826 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-352ee4f3-872b-433d-91b6-f88038342fed req-4648db76-da2d-4530-817e-cad79f2b4bb4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0513666 Sep 01 05:00:36.434774 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-352ee4f3-872b-433d-91b6-f88038342fed req-a2032aa2-685d-4976-a14f-b0c300b7c835 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Sep 01 05:00:36.759159 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59742) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:36.869232 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-287f4f01-f31b-4d0e-b572-9fc88e1e0942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:36.959343 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-287f4f01-f31b-4d0e-b572-9fc88e1e0942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:37.085920 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-287f4f01-f31b-4d0e-b572-9fc88e1e0942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:37.123650 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f4f01-f31b-4d0e-b572-9fc88e1e0942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bcdd50-54b0-4290-ace0-97654728b0f4,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:37.140144 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-287f4f01-f31b-4d0e-b572-9fc88e1e0942 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=442139bca29a41febe903574a4b7e4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798933 Sep 01 05:00:37.147772 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59760) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:37.196860 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4cab0f62-cd2f-4201-9a58-f65dac71ef6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:37.218041 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4cab0f62-cd2f-4201-9a58-f65dac71ef6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:37.329282 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4cab0f62-cd2f-4201-9a58-f65dac71ef6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:37.331831 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4cab0f62-cd2f-4201-9a58-f65dac71ef6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:37.333011 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-4cab0f62-cd2f-4201-9a58-f65dac71ef6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1bcdd50-54b0-4290-ace0-97654728b0f4 HTTP/1.1" status: 204 len: 168 time: 0.1843295 Sep 01 05:00:37.341457 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab0f62-cd2f-4201-9a58-f65dac71ef6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bcdd50-54b0-4290-ace0-97654728b0f4,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:37.552102 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71f7ab-bcb7-4f93-9065-6052f61e3e4c req-b6551588-e2ac-4cf6-92a5-4a3d7dce0f68 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:37.553467 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5f71f7ab-bcb7-4f93-9065-6052f61e3e4c req-b6551588-e2ac-4cf6-92a5-4a3d7dce0f68 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0475771 Sep 01 05:00:37.592898 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5f71f7ab-bcb7-4f93-9065-6052f61e3e4c req-8deddc12-48d5-4f59-9f43-3e169efa6e2a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Sep 01 05:00:38.718734 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ba20-7ffd-4595-8fd2-2330fce8dbfa req-ab9b539d-49c5-40d1-a079-0b61aade4468 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:38.720419 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1031ba20-7ffd-4595-8fd2-2330fce8dbfa req-ab9b539d-49c5-40d1-a079-0b61aade4468 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0588455 Sep 01 05:00:38.757549 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1031ba20-7ffd-4595-8fd2-2330fce8dbfa req-dd5e1837-59e7-4851-8aad-efb0fbc75535 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Sep 01 05:00:38.986152 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59828) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:39.092645 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a04af824-7cb1-4047-bdef-66fe3c409b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:39.185296 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a04af824-7cb1-4047-bdef-66fe3c409b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:39.237813 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a04af824-7cb1-4047-bdef-66fe3c409b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:39.274196 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04af824-7cb1-4047-bdef-66fe3c409b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8031b0a9-acfd-4e05-8e44-693b54bed9df,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:39.279743 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a04af824-7cb1-4047-bdef-66fe3c409b40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e8229a26a5241c9ab7ecdad6d746c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918022 Sep 01 05:00:39.281680 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59836) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:39.331538 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-65914dd3-4b82-4c90-a24a-ecb35630face admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:39.363076 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-65914dd3-4b82-4c90-a24a-ecb35630face admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:39.502603 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-65914dd3-4b82-4c90-a24a-ecb35630face admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:39.505156 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-65914dd3-4b82-4c90-a24a-ecb35630face admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:39.506347 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-65914dd3-4b82-4c90-a24a-ecb35630face admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8031b0a9-acfd-4e05-8e44-693b54bed9df HTTP/1.1" status: 204 len: 168 time: 0.2235527 Sep 01 05:00:39.514561 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65914dd3-4b82-4c90-a24a-ecb35630face admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8031b0a9-acfd-4e05-8e44-693b54bed9df,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:39.878171 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c8c6b-61e7-431c-915a-5c48644fa325 req-5681ff8d-1028-4f0a-9166-ec98a0a5874c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:39.883152 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-486c8c6b-61e7-431c-915a-5c48644fa325 req-5681ff8d-1028-4f0a-9166-ec98a0a5874c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0517018 Sep 01 05:00:39.919204 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-486c8c6b-61e7-431c-915a-5c48644fa325 req-cfc61350-5c5e-4184-acb9-1681341d02a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334706 Sep 01 05:00:40.458041 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-f0a81af8-b1d1-4e1a-9dcb-50916cffa010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:41.033631 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ace52-832d-40ee-8f85-b608e2a9acaf req-197a9717-a247-48d4-a8b3-da9e970a76e0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:41.035072 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-993ace52-832d-40ee-8f85-b608e2a9acaf req-197a9717-a247-48d4-a8b3-da9e970a76e0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0484369 Sep 01 05:00:41.072707 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-993ace52-832d-40ee-8f85-b608e2a9acaf req-010e39e0-752e-4e0d-a640-467bb53ee8e7 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Sep 01 05:00:42.238570 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce7b2a-52b8-4079-a0a4-f8201dbf7ac9 req-84c10adc-6cde-4b21-b236-86dbebcb6972 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:42.241553 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-30ce7b2a-52b8-4079-a0a4-f8201dbf7ac9 req-84c10adc-6cde-4b21-b236-86dbebcb6972 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0768723 Sep 01 05:00:42.274271 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 59980) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:42.286492 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-30ce7b2a-52b8-4079-a0a4-f8201dbf7ac9 req-8b2b186b-4f84-4ed2-bd3c-5350237334ac tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Sep 01 05:00:42.395298 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-09bfbe61-3801-4af7-8730-c42ab20e998c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:42.489871 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-09bfbe61-3801-4af7-8730-c42ab20e998c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:42.611700 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-09bfbe61-3801-4af7-8730-c42ab20e998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:42.650235 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfbe61-3801-4af7-8730-c42ab20e998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef357cbe-e18c-4eb5-a1ab-dd67a5a908f0,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:42.656805 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-09bfbe61-3801-4af7-8730-c42ab20e998c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0dfac1a80894b54b749cfa93d75d64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796995 Sep 01 05:00:42.660489 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 59992) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:42.730576 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2762c4bb-b981-4f86-baaa-07cbb3db18d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:42.754870 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2762c4bb-b981-4f86-baaa-07cbb3db18d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:42.901122 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2762c4bb-b981-4f86-baaa-07cbb3db18d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:42.904728 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2762c4bb-b981-4f86-baaa-07cbb3db18d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:42.906063 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-2762c4bb-b981-4f86-baaa-07cbb3db18d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef357cbe-e18c-4eb5-a1ab-dd67a5a908f0 HTTP/1.1" status: 204 len: 168 time: 0.2464590 Sep 01 05:00:42.915271 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762c4bb-b981-4f86-baaa-07cbb3db18d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef357cbe-e18c-4eb5-a1ab-dd67a5a908f0,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:00:43.003644 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a1e0bcda-8fae-40c4-a3d0-ac0310467b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:43.283779 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:43.415596 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331d22e-617f-41fe-93fc-804af6314665 req-02be6537-3c5e-48cc-b98d-68242b1fc572 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:43.417122 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a331d22e-617f-41fe-93fc-804af6314665 req-02be6537-3c5e-48cc-b98d-68242b1fc572 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0513155 Sep 01 05:00:43.457307 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a331d22e-617f-41fe-93fc-804af6314665 req-ddb61e60-4a08-4677-b2d9-ea5451c49d98 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Sep 01 05:00:44.211192 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:44.574804 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b63ee-85dc-4c1f-b7ab-8a3fd8d338c6 req-6cdbe8b5-ce7b-4916-80f2-950fa70a806f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:44.576293 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-662b63ee-85dc-4c1f-b7ab-8a3fd8d338c6 req-6cdbe8b5-ce7b-4916-80f2-950fa70a806f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0502224 Sep 01 05:00:44.612385 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-662b63ee-85dc-4c1f-b7ab-8a3fd8d338c6 req-85861904-fc93-4cb9-9bd2-f2e3e5e1afcd tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301392 Sep 01 05:00:44.952649 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9f855-24bf-4460-801a-cb9343746de3 req-b84b0dea-a285-4ef7-8e66-562a065f44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:44.954201 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1aa9f855-24bf-4460-801a-cb9343746de3 req-b84b0dea-a285-4ef7-8e66-562a065f44b1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1098 time: 0.0432754 Sep 01 05:00:44.992367 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1aa9f855-24bf-4460-801a-cb9343746de3 req-507350bb-1aeb-4646-8e65-0f5568ff39b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291338 Sep 01 05:00:45.695551 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:45.731694 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835361d-d9bc-4f4d-8a01-14ecb3a415ed req-bb318796-3f4f-42c2-a310-62904fed0146 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:45.736685 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1835361d-d9bc-4f4d-8a01-14ecb3a415ed req-bb318796-3f4f-42c2-a310-62904fed0146 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0523167 Sep 01 05:00:45.773526 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1835361d-d9bc-4f4d-8a01-14ecb3a415ed req-4952be21-880a-4686-b72d-f6dc33e11426 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341687 Sep 01 05:00:48.517393 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:00:49.692882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f13b8c-12a2-4636-b429-31e8d78b8952 req-64fc41eb-a7ea-46eb-9c93-5ebda22c98e9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:49.694605 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a7f13b8c-12a2-4636-b429-31e8d78b8952 req-64fc41eb-a7ea-46eb-9c93-5ebda22c98e9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0505357 Sep 01 05:00:49.734291 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a7f13b8c-12a2-4636-b429-31e8d78b8952 req-59f21042-9027-4b14-a500-569b2956ef02 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Sep 01 05:00:51.802033 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb03607-30e3-44b4-a273-cadd7a7166e4 req-b4148fd1-5da6-401e-8c16-e199fd853685 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:51.804123 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3eb03607-30e3-44b4-a273-cadd7a7166e4 req-b4148fd1-5da6-401e-8c16-e199fd853685 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0524089 Sep 01 05:00:51.840874 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3eb03607-30e3-44b4-a273-cadd7a7166e4 req-de52b34b-999e-4137-adeb-09820a80ac10 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312111 Sep 01 05:00:52.996942 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3f22f-fdc2-4fc2-ad46-1d8d73ac88e9 req-2fb158ac-52e9-46b4-a466-d1655bfdb961 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:00:52.998449 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a8b3f22f-fdc2-4fc2-ad46-1d8d73ac88e9 req-2fb158ac-52e9-46b4-a466-d1655bfdb961 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0503402 Sep 01 05:00:53.036695 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a8b3f22f-fdc2-4fc2-ad46-1d8d73ac88e9 req-e09c321d-9c5b-4c46-9532-909935e8c181 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Sep 01 05:00:59.301952 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:00.447960 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce466e-8de7-4f15-b9db-5f0bb59a10e9 req-2e93e3ff-26c6-44b0-bc69-a338914b1c66 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:00.449627 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-adce466e-8de7-4f15-b9db-5f0bb59a10e9 req-2e93e3ff-26c6-44b0-bc69-a338914b1c66 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0567770 Sep 01 05:01:00.493543 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-adce466e-8de7-4f15-b9db-5f0bb59a10e9 req-37ccf40e-2c0c-4f92-81cb-96b72b5fc1c2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374322 Sep 01 05:01:00.938997 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf806a-c478-40cc-a70b-0dd052bfa67f req-5ae6c9fe-6a6c-4fda-ad8a-9bd086d5a336 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:00.940446 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-40bf806a-c478-40cc-a70b-0dd052bfa67f req-5ae6c9fe-6a6c-4fda-ad8a-9bd086d5a336 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0521753 Sep 01 05:01:00.978068 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-40bf806a-c478-40cc-a70b-0dd052bfa67f req-ecfbb6bb-2bf3-40fb-b39c-8eee1786e769 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Sep 01 05:01:01.220507 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-5b3c8b5a-c789-41e1-bb9c-10d34759e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:01.221989 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-5b3c8b5a-c789-41e1-bb9c-10d34759e68e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1098 time: 0.0430124 Sep 01 05:01:01.315838 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-7285e0f3-261f-48b2-9716-78deacb3ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:01.317385 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-7285e0f3-261f-48b2-9716-78deacb3ad8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 920 time: 0.0830240 Sep 01 05:01:01.367981 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-a0626ca5-053b-43f6-9bb4-9894bc7dd354 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2 HTTP/1.1" status: 200 len: 217 time: 0.0406358 Sep 01 05:01:01.421796 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-d2588bd4-2a22-47c3-96de-558a58adf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:01.423253 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-d2588bd4-2a22-47c3-96de-558a58adf0e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.0456588 Sep 01 05:01:01.459525 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-740b5371-3dcb-469a-97d8-32b6f4d0fa27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255523 Sep 01 05:01:01.576924 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-9343ed3b-5b64-4b51-be80-cf6abe064ab7 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898101 Sep 01 05:01:01.672960 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a6a6f65-445d-4d3f-a825-e5a473bd9b23 req-25dbce9c-dc8e-4c08-81d2-d743761beb13 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874910 Sep 01 05:01:02.101573 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a8ad5-a026-4602-8752-d404eed1ab28 req-873f2451-d6a4-429c-93f0-c8e3a2644960 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:02.103149 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-974a8ad5-a026-4602-8752-d404eed1ab28 req-873f2451-d6a4-429c-93f0-c8e3a2644960 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0572729 Sep 01 05:01:02.149664 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-974a8ad5-a026-4602-8752-d404eed1ab28 req-5a0f190a-c452-4acc-987d-ada756b84a1b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406597 Sep 01 05:01:02.189394 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 60224) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:02.331595 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-37370b2c-c16b-4e9a-8080-cd4130fdb2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:02.426659 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-37370b2c-c16b-4e9a-8080-cd4130fdb2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:02.490528 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-37370b2c-c16b-4e9a-8080-cd4130fdb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:02.529578 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37370b2c-c16b-4e9a-8080-cd4130fdb2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6cbb2d-b0e5-49e5-bacf-443d6d1009c9,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:02.538506 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-37370b2c-c16b-4e9a-8080-cd4130fdb2fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb9969045acc4a729d6623585d063be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477221 Sep 01 05:01:02.540783 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 60234) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:02.594157 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-226e8793-0436-431c-842e-d4f164c7ccd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:02.614691 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-226e8793-0436-431c-842e-d4f164c7ccd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:02.752693 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-226e8793-0436-431c-842e-d4f164c7ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:02.752693 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-226e8793-0436-431c-842e-d4f164c7ccd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:02.752693 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-226e8793-0436-431c-842e-d4f164c7ccd4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee6cbb2d-b0e5-49e5-bacf-443d6d1009c9 HTTP/1.1" status: 204 len: 168 time: 0.2046683 Sep 01 05:01:02.756499 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e8793-0436-431c-842e-d4f164c7ccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6cbb2d-b0e5-49e5-bacf-443d6d1009c9,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:03.282272 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06581484-04d7-4e27-8420-3c62ee87a9e3 req-052e8011-416a-4fe8-983d-e1616c40e5de tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:03.283788 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-06581484-04d7-4e27-8420-3c62ee87a9e3 req-052e8011-416a-4fe8-983d-e1616c40e5de tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0559764 Sep 01 05:01:03.320766 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-06581484-04d7-4e27-8420-3c62ee87a9e3 req-7a01a956-3485-4587-875e-c3870de86ba9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Sep 01 05:01:03.336668 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-0eedd5e9-27db-44d6-9a9a-e599c35a36db tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:03.338632 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-0eedd5e9-27db-44d6-9a9a-e599c35a36db tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 814 time: 0.1070540 Sep 01 05:01:03.354173 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-b1889b44-2888-4c39-90a3-72d603fbf6a7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/quotas/19b52ec03551403d868713e81e542c44 HTTP/1.1" status: 200 len: 375 time: 0.0088787 Sep 01 05:01:03.406166 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-c5765e4b-e4d3-43f0-a280-22ea679e2209 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458884 Sep 01 05:01:03.498546 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-4034d525-b51c-47d7-bff6-bafb5499d0fd service neutron] 10.222.0.41 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855045 Sep 01 05:01:03.506963 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 60268) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:03.520617 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3907139a-096c-4dd7-be13-ca895d787c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:03.588734 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-095b5b9e-d949-444c-b400-1f81b272a461 service neutron] 10.222.0.41 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838022 Sep 01 05:01:03.617610 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3907139a-096c-4dd7-be13-ca895d787c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:03.683489 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3907139a-096c-4dd7-be13-ca895d787c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:03.720814 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-3907139a-096c-4dd7-be13-ca895d787c89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f31472bc80d446e5a1140f91e780ea8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126195 Sep 01 05:01:03.722736 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3907139a-096c-4dd7-be13-ca895d787c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57681234-4859-4243-b953-af206677d06c,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:03.723523 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 60274) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:03.791173 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-82d0e75c-b3d9-4019-8952-f6b805229167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:03.815229 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-82d0e75c-b3d9-4019-8952-f6b805229167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:03.942063 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-82d0e75c-b3d9-4019-8952-f6b805229167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:03.944558 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-82d0e75c-b3d9-4019-8952-f6b805229167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:03.945735 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-82d0e75c-b3d9-4019-8952-f6b805229167 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57681234-4859-4243-b953-af206677d06c HTTP/1.1" status: 204 len: 168 time: 0.2212024 Sep 01 05:01:03.953977 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0e75c-b3d9-4019-8952-f6b805229167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57681234-4859-4243-b953-af206677d06c,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:06.941263 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c5216100-e514-4598-af00-e3dec8a7d4d9 req-5599f347-e848-462a-9c8c-05c5e6cda74a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 210 time: 0.0260038 Sep 01 05:01:07.041832 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f80cf1-84f0-4831-a98d-c77116008915 req-fa5c4bb6-27e4-423d-8ff6-f96537e4a769 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:07.043251 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-09f80cf1-84f0-4831-a98d-c77116008915 req-fa5c4bb6-27e4-423d-8ff6-f96537e4a769 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0494576 Sep 01 05:01:07.080665 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-09f80cf1-84f0-4831-a98d-c77116008915 req-da2869d5-ef81-46e8-b671-7737101f77f5 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Sep 01 05:01:08.554208 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-35ae68ec-f2d5-442a-b806-0407de80c989 req-343ff2b0-d2e4-4a63-9491-77d5f059cbd7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 210 time: 0.0273468 Sep 01 05:01:08.620020 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3329763-9f67-4405-a7a9-5ef88cca80ac req-ba6f17e5-e1cd-4c0a-b97c-a90c4d8a734e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:08.621522 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d3329763-9f67-4405-a7a9-5ef88cca80ac req-ba6f17e5-e1cd-4c0a-b97c-a90c4d8a734e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0502896 Sep 01 05:01:08.659711 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d3329763-9f67-4405-a7a9-5ef88cca80ac req-2a44f22a-107e-4980-b53b-066369f69a52 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Sep 01 05:01:09.685579 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-2f673769-8def-41a5-abbb-5d916327a352 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:09.687620 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-2f673769-8def-41a5-abbb-5d916327a352 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/networks?id=5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 200 len: 814 time: 0.1008432 Sep 01 05:01:09.713129 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Request body: {'port': {'device_id': '6a401a49-c0e9-4a81-9915-80abf00da884', 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'admin_state_up': True, 'tenant_id': '19b52ec03551403d868713e81e542c44'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:09.787949 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-be02291d-23ee-4152-81a2-edce6e4b5675 req-0bb19a30-1040-4536-9071-47f15f6b982e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 210 time: 0.0446448 Sep 01 05:01:09.834837 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6312764-8e94-4c8e-82dd-133a7a986fad req-4d79cd90-b6fa-4e78-bffc-becdc6207eeb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:09.836276 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a6312764-8e94-4c8e-82dd-133a7a986fad req-4d79cd90-b6fa-4e78-bffc-becdc6207eeb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0794821 Sep 01 05:01:09.889734 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a6312764-8e94-4c8e-82dd-133a7a986fad req-08409fc0-322e-45e7-b07d-be79d1be7af6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456238 Sep 01 05:01:09.936400 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Made reservation on behalf of 19b52ec03551403d868713e81e542c44 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:09.942846 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.073880 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Allocated IP 172.20.0.6 (5e5e8739-a443-4e67-b43d-ff21a57d70a8/8cabf4a5-fb47-43b9-bfe5-867978942fed/539d45ad-ecd3-4c42-a9f7-03199473eac3) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:10.219664 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.311725 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.328555 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['168f14c1-87ec-4151-bb06-ab03723866f3', '65d038d4-819d-4e3d-a67b-28b0469df372', '9844dc61-2e42-4dee-bd34-7bf7991bc261'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:01:10.351422 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:10.356851 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:10.360553 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:10.425402 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Pushing event updated for resources: {'Port': ['ID=539d45ad-ecd3-4c42-a9f7-03199473eac3,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:10.425402 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:10.425402 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.473018 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-2d284234-9939-4709-a341-39d95c9cc769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.489538 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-3c182001-325e-467a-8062-baed29e1c538 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7821472 Sep 01 05:01:10.506629 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Request body: {'port': {'device_id': '6a401a49-c0e9-4a81-9915-80abf00da884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:10.560290 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.816576 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539d45ad-ecd3-4c42-a9f7-03199473eac3 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:01:10.826971 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.837555 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Transition to ACTIVE for port object 539d45ad-ecd3-4c42-a9f7-03199473eac3 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:10.906630 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908accb-6c59-4083-b3e1-a22e516e7afc req-0dc7b6ac-f9cf-4272-97f0-eb45750ab574 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:10.908079 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1908accb-6c59-4083-b3e1-a22e516e7afc req-0dc7b6ac-f9cf-4272-97f0-eb45750ab574 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 931 time: 0.0476151 Sep 01 05:01:10.935352 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.954000 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1908accb-6c59-4083-b3e1-a22e516e7afc req-f9e5a50d-f660-4e3a-9cbc-38923a7cf15b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Sep 01 05:01:11.004923 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=539d45ad-ecd3-4c42-a9f7-03199473eac3,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:11.097012 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b1bb-6b9c-4c40-a587-20ddf9e874b9 req-39bb683f-b553-412a-b936-2402d20d00d9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:11.098415 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0e95b1bb-6b9c-4c40-a587-20ddf9e874b9 req-39bb683f-b553-412a-b936-2402d20d00d9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.1077754 Sep 01 05:01:11.126516 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Attempting to bind port 539d45ad-ecd3-4c42-a9f7-03199473eac3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:01:11.126847 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Attempting to bind port 539d45ad-ecd3-4c42-a9f7-03199473eac3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:01:11.127172 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Attempting to bind port 539d45ad-ecd3-4c42-a9f7-03199473eac3 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:11.136483 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Port 539d45ad-ecd3-4c42-a9f7-03199473eac3 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:01:11.136794 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Attempting to bind port 539d45ad-ecd3-4c42-a9f7-03199473eac3 on network 5e5e8739-a443-4e67-b43d-ff21a57d70a8 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:11.149143 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:01:11.149472 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Checking segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:11.149844 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Bound using segment: {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:01:11.150254 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Bound port: 539d45ad-ecd3-4c42-a9f7-03199473eac3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730c61c4-6dfc-42c2-90dd-f19379953e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:01:11.150606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:11.163264 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0e95b1bb-6b9c-4c40-a587-20ddf9e874b9 req-b3d7a54f-7d14-4d1c-94ab-6087e3b93cb5 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576208 Sep 01 05:01:11.219920 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] For port 539d45ad-ecd3-4c42-a9f7-03199473eac3, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:01:11.222812 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] For port 539d45ad-ecd3-4c42-a9f7-03199473eac3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=539d45ad-ecd3-4c42-a9f7-03199473eac3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:01:11.294952 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:11.547167 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:11.547764 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:11.549146 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] 10.222.0.16 "PUT /v2.0/ports/539d45ad-ecd3-4c42-a9f7-03199473eac3 HTTP/1.1" status: 200 len: 1093 time: 1.0468369 Sep 01 05:01:11.549570 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a401a49-c0e9-4a81-9915-80abf00da884', 'tag': '539d45ad-ecd3-4c42-a9f7-03199473eac3'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:01:11.551748 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231854e4-d047-4a45-a76b-39193e0a1a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6a401a49-c0e9-4a81-9915-80abf00da884", "tag": "539d45ad-ecd3-4c42-a9f7-03199473eac3"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:01:11.576036 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228869b-5c16-403e-9f12-9995cc9b5ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=539d45ad-ecd3-4c42-a9f7-03199473eac3,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:11.593564 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d799ce0a-9a1c-450b-8c4f-382f899d13f1 x-openstack-request-id: req-d799ce0a-9a1c-450b-8c4f-382f899d13f1 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:01:11.593903 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a401a49-c0e9-4a81-9915-80abf00da884", "tag": "539d45ad-ecd3-4c42-a9f7-03199473eac3", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:01:11.594237 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d799ce0a-9a1c-450b-8c4f-382f899d13f1 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:01:11.594604 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a401a49-c0e9-4a81-9915-80abf00da884', 'tag': '539d45ad-ecd3-4c42-a9f7-03199473eac3', 'status': 'completed', 'code': 200} Sep 01 05:01:11.667772 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231854e4-d047-4a45-a76b-39193e0a1a7f req-2ae83c2c-fba7-4b68-a7f6-a26c24b89714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:11.669293 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-231854e4-d047-4a45-a76b-39193e0a1a7f req-2ae83c2c-fba7-4b68-a7f6-a26c24b89714 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 1096 time: 0.0396152 Sep 01 05:01:11.772247 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231854e4-d047-4a45-a76b-39193e0a1a7f req-717a4861-cd80-45df-acb6-6ff625f480bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:11.773677 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-231854e4-d047-4a45-a76b-39193e0a1a7f req-717a4861-cd80-45df-acb6-6ff625f480bf service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=19b52ec03551403d868713e81e542c44&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917830 Sep 01 05:01:11.869171 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231854e4-d047-4a45-a76b-39193e0a1a7f req-24d1e3bc-fb4a-4618-b4bf-4c5891ab29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:11.870648 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-231854e4-d047-4a45-a76b-39193e0a1a7f req-24d1e3bc-fb4a-4618-b4bf-4c5891ab29b9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893464 Sep 01 05:01:11.954964 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-8f3b194e-734f-4aea-ad27-2c1f2754ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:11.956430 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-8f3b194e-734f-4aea-ad27-2c1f2754ebae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=19b52ec03551403d868713e81e542c44&device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 1096 time: 0.0404603 Sep 01 05:01:12.002031 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-76721605-83aa-41f9-9ff8-f8e9647c85f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=539d45ad-ecd3-4c42-a9f7-03199473eac3 HTTP/1.1" status: 200 len: 217 time: 0.0372610 Sep 01 05:01:12.081294 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-07cbefc9-2725-4cbc-9431-23f727b20e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:12.082814 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-07cbefc9-2725-4cbc-9431-23f727b20e75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cabf4a5-fb47-43b9-bfe5-867978942fed HTTP/1.1" status: 200 len: 854 time: 0.0734150 Sep 01 05:01:12.096545 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7a538-8804-4a2e-abb1-00963468d358 req-63dd5c6b-8463-4b66-aea6-5c21ffb222bb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:12.097390 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c1d7a538-8804-4a2e-abb1-00963468d358 req-63dd5c6b-8463-4b66-aea6-5c21ffb222bb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 943 time: 0.0621548 Sep 01 05:01:12.132535 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-13f0e36d-3277-48ae-9729-e61b918b61c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5e5e8739-a443-4e67-b43d-ff21a57d70a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341501 Sep 01 05:01:12.199134 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c1d7a538-8804-4a2e-abb1-00963468d358 req-016aca3c-ebb2-4abe-9e61-1541b611dd63 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932493 Sep 01 05:01:12.245532 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-717c1418-905c-474f-9832-f2d937f5fb47 service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047046 Sep 01 05:01:12.286513 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72066a50-7a82-4603-b1bc-cd0122afbfea req-733de5fd-0b4d-4482-b999-cdecec897547 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:12.287966 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-72066a50-7a82-4603-b1bc-cd0122afbfea req-733de5fd-0b4d-4482-b999-cdecec897547 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0511706 Sep 01 05:01:12.327684 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-72066a50-7a82-4603-b1bc-cd0122afbfea req-10316fcd-c53f-4b55-af1f-c601e9b8b9c1 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335727 Sep 01 05:01:12.344907 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0c8d7bd-c9cb-48ac-a55b-5049f6bfe119 req-e513fae9-29c0-402c-8e73-1464226af36d service neutron] 10.222.0.16 "GET /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901675 Sep 01 05:01:12.964682 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e15edac0-d520-4b2e-81c0-b7aa80802512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:13.267787 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:13.318327 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5bbd-231e-4a51-a97c-40dbfd1c1b40 req-84eb0b7e-161a-433c-b131-6d7a9f985ef2 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:13.319943 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fffd5bbd-231e-4a51-a97c-40dbfd1c1b40 req-84eb0b7e-161a-433c-b131-6d7a9f985ef2 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 943 time: 0.0509398 Sep 01 05:01:13.357004 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fffd5bbd-231e-4a51-a97c-40dbfd1c1b40 req-20957ab7-2ad2-47ae-a680-9050bb00d5d6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Sep 01 05:01:14.176887 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:15.684151 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:19.509290 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31367268-9423-4e16-969d-7e9bf40c6dfc req-c20906d2-9df3-43ce-85e8-25e7a9a06580 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:19.510737 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-31367268-9423-4e16-969d-7e9bf40c6dfc req-c20906d2-9df3-43ce-85e8-25e7a9a06580 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 943 time: 0.0471644 Sep 01 05:01:19.550654 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-31367268-9423-4e16-969d-7e9bf40c6dfc req-9f2d135b-91f4-444a-8ce5-dc7f20727e31 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342121 Sep 01 05:01:21.138163 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ddf2d-2d87-43d4-8b9f-7c0f672b21d3 req-fc88ef1f-1705-47ef-abf6-3251f68613df tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:21.139623 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d92ddf2d-2d87-43d4-8b9f-7c0f672b21d3 req-fc88ef1f-1705-47ef-abf6-3251f68613df tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 943 time: 0.0491638 Sep 01 05:01:21.177132 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d92ddf2d-2d87-43d4-8b9f-7c0f672b21d3 req-edc3a573-9555-4f52-ba2a-08a3c770a7b8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Sep 01 05:01:22.418121 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137f23-0aa6-4cc8-a291-48f133e64e21 req-53fa019e-7da4-4c33-841d-8acc57b20f0c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:22.419558 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-31137f23-0aa6-4cc8-a291-48f133e64e21 req-53fa019e-7da4-4c33-841d-8acc57b20f0c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 943 time: 0.0474017 Sep 01 05:01:22.457988 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-31137f23-0aa6-4cc8-a291-48f133e64e21 req-f61d2bbe-7303-4023-8684-194b2484c3a9 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Sep 01 05:01:23.613427 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da9139-918a-442d-bbbd-b0208b23c107 req-3a6ce886-46b5-4dc2-9b80-a0721adaecaa tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:23.614916 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e0da9139-918a-442d-bbbd-b0208b23c107 req-3a6ce886-46b5-4dc2-9b80-a0721adaecaa tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 943 time: 0.0470893 Sep 01 05:01:23.640606 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-6ff1b4dd-3ed5-4a43-9cf2-a9b46566e539 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417857 Sep 01 05:01:23.655236 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e0da9139-918a-442d-bbbd-b0208b23c107 req-69d434f7-ffd9-4dbb-806b-5ea87a622bcc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Sep 01 05:01:23.710807 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-56370df8-a6e7-4a57-ab90-9ab0a75a4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:23.712165 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-56370df8-a6e7-4a57-ab90-9ab0a75a4794 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 1098 time: 0.0448320 Sep 01 05:01:23.812264 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-78275c5c-961a-44f0-8152-aa24c349441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:23.814165 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-78275c5c-961a-44f0-8152-aa24c349441c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 920 time: 0.0805802 Sep 01 05:01:23.856142 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-cca28dd5-3654-4ddf-aefb-17c5e3993d7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=496d421c-5e1c-4390-9786-eb62921a279f HTTP/1.1" status: 200 len: 217 time: 0.0327044 Sep 01 05:01:23.905276 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-926c6863-4d6e-4a0f-a6a7-dd435690b608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:23.906632 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-926c6863-4d6e-4a0f-a6a7-dd435690b608 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.0432384 Sep 01 05:01:23.939823 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-b2ad3ac5-5467-4e13-b4cd-926b670a6d02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240352 Sep 01 05:01:24.027229 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-1821fd60-47fb-48d2-8181-136429df6444 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789442 Sep 01 05:01:24.120052 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b93f6a-ca1f-47f7-b438-f34bfd545b7a req-ea1a7b0c-98a7-4dce-9295-6cc28bdcfc09 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849082 Sep 01 05:01:24.544771 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71944188-0c04-4ffb-b170-7ff3180d42f1 req-41880d0e-a792-46b2-bc10-0f88386e6ae6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:24.546260 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-71944188-0c04-4ffb-b170-7ff3180d42f1 req-41880d0e-a792-46b2-bc10-0f88386e6ae6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0549705 Sep 01 05:01:24.584021 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-71944188-0c04-4ffb-b170-7ff3180d42f1 req-99304afd-598f-408e-95fe-140422221f1b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Sep 01 05:01:25.516046 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:01:27.713445 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 539d45ad-ecd3-4c42-a9f7-03199473eac3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:01:27.806366 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 539d45ad-ecd3-4c42-a9f7-03199473eac3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=539d45ad-ecd3-4c42-a9f7-03199473eac3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:27.818198 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '539d45ad-ecd3-4c42-a9f7-03199473eac3', 'network_id': '5e5e8739-a443-4e67-b43d-ff21a57d70a8', 'port_id': '539d45ad-ecd3-4c42-a9f7-03199473eac3', 'mac_address': 'fa:16:3e:bf:ff:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cabf4a5-fb47-43b9-bfe5-867978942fed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:01:27.854185 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:27.867129 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539d45ad-ecd3-4c42-a9f7-03199473eac3 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:01:27.886148 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 539d45ad-ecd3-4c42-a9f7-03199473eac3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=539d45ad-ecd3-4c42-a9f7-03199473eac3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:27.958070 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:28.007815 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=539d45ad-ecd3-4c42-a9f7-03199473eac3,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:28.014453 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.014820 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.015162 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.015490 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.015813 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.016137 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.017009 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.017495 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.017837 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.018161 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.018479 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:28.018821 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:29.322501 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1bd6c-f7c0-47d1-a252-058e82d18fa9 req-fbff8d08-1828-40a3-a0f0-fd85b67a88dc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:29.323961 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-91e1bd6c-f7c0-47d1-a252-058e82d18fa9 req-fbff8d08-1828-40a3-a0f0-fd85b67a88dc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 944 time: 0.0517390 Sep 01 05:01:29.335678 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:29.364840 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-91e1bd6c-f7c0-47d1-a252-058e82d18fa9 req-d083a718-402d-4b7f-b831-3ee61788317e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346854 Sep 01 05:01:30.480706 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3082f-2ed9-4633-b306-5dc3fda5ed44 req-5dd62d8e-9ba8-4285-8d16-21c6a8b9366e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:30.482247 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-91a3082f-2ed9-4633-b306-5dc3fda5ed44 req-5dd62d8e-9ba8-4285-8d16-21c6a8b9366e tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 944 time: 0.0502126 Sep 01 05:01:30.520048 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-91a3082f-2ed9-4633-b306-5dc3fda5ed44 req-700a58b3-c590-4010-bf46-6789704f0fba tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Sep 01 05:01:30.629481 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['539d45ad-ecd3-4c42-a9f7-03199473eac3'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:01:31.644303 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e7c1d-78b3-4975-bec3-b7e79963a9b7 req-cdc5d07a-60ac-4f55-9750-d1add30a7acd tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:31.645815 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-717e7c1d-78b3-4975-bec3-b7e79963a9b7 req-cdc5d07a-60ac-4f55-9750-d1add30a7acd tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 944 time: 0.0546744 Sep 01 05:01:31.686930 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-717e7c1d-78b3-4975-bec3-b7e79963a9b7 req-026474e5-d462-4d31-a8dd-9fde9669f248 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350914 Sep 01 05:01:32.073790 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dd635-a00c-4d7f-a2d3-85245f08a12d req-23924e71-b926-4d9e-946f-b8bc69ab5036 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:32.075560 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a46dd635-a00c-4d7f-a2d3-85245f08a12d req-23924e71-b926-4d9e-946f-b8bc69ab5036 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Sep 01 05:01:32.117493 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a46dd635-a00c-4d7f-a2d3-85245f08a12d req-22567136-4c7e-417c-894a-1ffedc1ee644 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352676 Sep 01 05:01:32.836062 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b5cde-9cf5-4ee9-8fd4-4a132598e962 req-6a93cdb7-908e-4fd2-803d-68c88365835a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:32.839855 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5e2b5cde-9cf5-4ee9-8fd4-4a132598e962 req-6a93cdb7-908e-4fd2-803d-68c88365835a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 944 time: 0.0565238 Sep 01 05:01:32.881758 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5e2b5cde-9cf5-4ee9-8fd4-4a132598e962 req-54442e79-4b8c-43b8-ae2c-ad7d8c3b986d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376766 Sep 01 05:01:33.267650 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aa7df-7390-457e-8fb9-05948055fff3 req-976748a6-3e34-4ce6-8753-2e645feaf812 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:33.269074 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d64aa7df-7390-457e-8fb9-05948055fff3 req-976748a6-3e34-4ce6-8753-2e645feaf812 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 946 time: 0.0713298 Sep 01 05:01:33.292713 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 539d45ad-ecd3-4c42-a9f7-03199473eac3 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:33.307939 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d64aa7df-7390-457e-8fb9-05948055fff3 req-cba8dc3f-2fdc-4ec1-a50f-5ad6cbded093 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Sep 01 05:01:33.402654 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 539d45ad-ecd3-4c42-a9f7-03199473eac3 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:33.406353 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 539d45ad-ecd3-4c42-a9f7-03199473eac3 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:33.406815 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:33.482991 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:33.506242 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a401a49-c0e9-4a81-9915-80abf00da884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539d45ad-ecd3-4c42-a9f7-03199473eac3'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:01:33.508433 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da401fe8-4cc9-4835-a4e0-b4a991225a02" -d '{"events": [{"server_uuid": "6a401a49-c0e9-4a81-9915-80abf00da884", "name": "network-vif-plugged", "status": "completed", "tag": "539d45ad-ecd3-4c42-a9f7-03199473eac3"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:01:33.521237 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 539d45ad-ecd3-4c42-a9f7-03199473eac3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=539d45ad-ecd3-4c42-a9f7-03199473eac3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:33.542990 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439cc8cb-d154-400b-bd55-337c32eb26e2 x-openstack-request-id: req-439cc8cb-d154-400b-bd55-337c32eb26e2 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:01:33.543303 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a401a49-c0e9-4a81-9915-80abf00da884", "name": "network-vif-plugged", "status": "completed", "tag": "539d45ad-ecd3-4c42-a9f7-03199473eac3", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:01:33.543564 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-439cc8cb-d154-400b-bd55-337c32eb26e2 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:01:33.543953 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a401a49-c0e9-4a81-9915-80abf00da884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539d45ad-ecd3-4c42-a9f7-03199473eac3', 'code': 200} Sep 01 05:01:33.586993 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:33.639774 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=539d45ad-ecd3-4c42-a9f7-03199473eac3,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:33.876912 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f770f-cad8-435d-8619-2c7ddff8785a req-fd2a308f-1420-45a0-9f3e-862ae36156b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:33.878389 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d56f770f-cad8-435d-8619-2c7ddff8785a req-fd2a308f-1420-45a0-9f3e-862ae36156b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 1098 time: 0.0391498 Sep 01 05:01:33.922878 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d56f770f-cad8-435d-8619-2c7ddff8785a req-e9513edd-270b-42bb-8515-a0055cbe768d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344722 Sep 01 05:01:34.002700 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2beb151-6945-4f53-aa1c-5afd848f308e req-fd84abb2-313c-4f64-a88e-2928eb5c1887 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:34.004168 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d2beb151-6945-4f53-aa1c-5afd848f308e req-fd84abb2-313c-4f64-a88e-2928eb5c1887 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Sep 01 05:01:34.045779 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d2beb151-6945-4f53-aa1c-5afd848f308e req-825a0881-9aab-427b-bd62-d0f587609517 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Sep 01 05:01:34.426034 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b1a44-e3aa-4d25-9ac4-8ff6888d981c req-29b67bb3-bb9f-4447-9821-0aefbf2605cb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:34.427526 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e83b1a44-e3aa-4d25-9ac4-8ff6888d981c req-29b67bb3-bb9f-4447-9821-0aefbf2605cb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 946 time: 0.0497398 Sep 01 05:01:34.467133 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e83b1a44-e3aa-4d25-9ac4-8ff6888d981c req-2e09d7b2-eae2-45b1-b0b8-c21c2d305ef4 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Sep 01 05:01:34.633937 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-17171f92-49da-4ff8-86d3-199d47eeeb81 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:34.635376 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-17171f92-49da-4ff8-86d3-199d47eeeb81 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.16 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 946 time: 0.0486991 Sep 01 05:01:34.729177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Deleting port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:01:34.729511 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:34.814821 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] For port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:34.815176 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:34.827881 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Calling delete_port for 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:01:35.019912 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:35.032968 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:01:35.050022 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Pushing event deleted for resources: {'Port': ['ID=0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:35.061808 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.062158 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.062495 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.062828 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.063419 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.063772 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.064097 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.064420 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.064829 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.065174 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.065491 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.065847 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:35.098730 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] No DVR routers for this DVR port 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:01:35.101958 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:35.103914 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0279cf8f-2481-4d1e-bd7e-946e9d770e2a req-15c65e0c-3247-420d-bc4a-7e8d15d9342c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.16 "DELETE /v2.0/ports/0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 HTTP/1.1" status: 204 len: 173 time: 0.4610796 Sep 01 05:01:35.104347 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32df0cd-28db-43be-b704-e8daf4c96962', 'name': 'network-vif-deleted', 'tag': '0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:01:35.110682 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9272a27-dda6-4d16-8c45-772095f219f0" -d '{"events": [{"server_uuid": "a32df0cd-28db-43be-b704-e8daf4c96962", "name": "network-vif-deleted", "tag": "0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:01:35.144021 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c882e5f-e9fe-42d0-9cfa-355deb7b4e6b x-openstack-request-id: req-1c882e5f-e9fe-42d0-9cfa-355deb7b4e6b {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:01:35.144314 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32df0cd-28db-43be-b704-e8daf4c96962", "name": "network-vif-deleted", "tag": "0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:01:35.144565 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c882e5f-e9fe-42d0-9cfa-355deb7b4e6b {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:01:35.144967 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32df0cd-28db-43be-b704-e8daf4c96962', 'name': 'network-vif-deleted', 'tag': '0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8', 'status': 'completed', 'code': 200} Sep 01 05:01:35.167733 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603b9e7-18a5-43e9-a1e3-60e258c68d0a req-116b2db7-55d5-41f3-aa1c-7d8567986691 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:35.167733 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b603b9e7-18a5-43e9-a1e3-60e258c68d0a req-116b2db7-55d5-41f3-aa1c-7d8567986691 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 945 time: 0.0514295 Sep 01 05:01:35.205146 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b603b9e7-18a5-43e9-a1e3-60e258c68d0a req-fb94e714-cbb8-4663-8786-33aa08279d5f tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313041 Sep 01 05:01:35.576617 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6c877361-3710-4aa3-a4b7-92d3cd2cdbd8 req-bcf089f4-c5f3-4567-b1ec-4fe628e88aab tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32df0cd-28db-43be-b704-e8daf4c96962 HTTP/1.1" status: 200 len: 210 time: 0.0296049 Sep 01 05:01:36.320843 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59427a89-9b1f-4b80-8134-baa7a5114d8e req-367d14e0-4914-4122-ace8-bb805756c68a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:36.322345 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-59427a89-9b1f-4b80-8134-baa7a5114d8e req-367d14e0-4914-4122-ace8-bb805756c68a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 945 time: 0.0479825 Sep 01 05:01:36.358603 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-59427a89-9b1f-4b80-8134-baa7a5114d8e req-d22870bc-1ea3-4715-8406-f772cc2688e3 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302439 Sep 01 05:01:37.307752 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:01:37.327251 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:01:37.327597 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 0fa0e1f6-d4c4-4c52-a5ec-b3818a2477e8 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:01:40.460982 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-bca472aa-f9f7-4697-bd88-0e8455ddd661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.979578 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-843d199a-0d14-4aba-a6a9-e2d7180da48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.293737 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.203760 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.682462 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.404787 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44445acf-3ae7-4581-bf70-bb2295f5de4f req-188a0a67-65d1-4071-8b83-5ff13aed1cfa tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:47.406290 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-44445acf-3ae7-4581-bf70-bb2295f5de4f req-188a0a67-65d1-4071-8b83-5ff13aed1cfa tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0487499 Sep 01 05:01:47.444260 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-44445acf-3ae7-4581-bf70-bb2295f5de4f req-a2ee847b-972d-482b-8cff-7e5837e730c8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Sep 01 05:01:51.348631 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-90413839-c45b-4f58-9ddd-d606697d8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:51.350196 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-90413839-c45b-4f58-9ddd-d606697d8e88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1098 time: 0.0465598 Sep 01 05:01:51.415983 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f299a1a-550d-4475-8a20-a17f3782deaf req-fd6da460-3d5d-4756-81a2-1b9c7ad64194 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:51.417514 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0f299a1a-550d-4475-8a20-a17f3782deaf req-fd6da460-3d5d-4756-81a2-1b9c7ad64194 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0474563 Sep 01 05:01:51.444900 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-49a8695c-6adc-4d49-a054-53f499225ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:51.446386 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-49a8695c-6adc-4d49-a054-53f499225ea6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 920 time: 0.0883873 Sep 01 05:01:51.461312 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0f299a1a-550d-4475-8a20-a17f3782deaf req-6bc01392-b964-447b-a755-ee865afccf64 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373704 Sep 01 05:01:51.494007 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-5864e659-10ca-49d3-9e2c-8dcce438a2ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2 HTTP/1.1" status: 200 len: 217 time: 0.0343926 Sep 01 05:01:51.542154 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-8a34ae99-e59d-4e27-9c2f-467ddd236b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:51.543521 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-8a34ae99-e59d-4e27-9c2f-467ddd236b8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.0414553 Sep 01 05:01:51.579490 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-0b7e6edc-02f3-4234-bdf0-c6bdbe38a6cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277948 Sep 01 05:01:51.670387 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-8256e814-67ac-4bc8-84b9-62e44dd6cb93 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841608 Sep 01 05:01:51.761484 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f929adc2-ec6d-4c1c-a45a-b3d31e0436a5 req-90f031b9-d4f1-487a-b012-41e2a4ba8d43 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836434 Sep 01 05:01:52.577375 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1597c-ad82-45a3-ae7e-6afc891a0431 req-1e96b491-053a-47aa-bb53-59258ee0c1dc tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:52.578998 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3bc1597c-ad82-45a3-ae7e-6afc891a0431 req-1e96b491-053a-47aa-bb53-59258ee0c1dc tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0491362 Sep 01 05:01:52.616613 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3bc1597c-ad82-45a3-ae7e-6afc891a0431 req-9831c7a5-3e84-472d-a9da-d075439f339a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Sep 01 05:01:53.731234 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc5a2a-2eb9-4966-9cf2-7a948aebcb0d req-9ec2b70f-9b48-4207-a6f5-b3c3a2f97d92 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:53.732586 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6edc5a2a-2eb9-4966-9cf2-7a948aebcb0d req-9ec2b70f-9b48-4207-a6f5-b3c3a2f97d92 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0469985 Sep 01 05:01:53.769284 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6edc5a2a-2eb9-4966-9cf2-7a948aebcb0d req-06086977-b7d8-4b09-9038-7d3e5ce4099b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301793 Sep 01 05:01:54.885003 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5571e8-4e2b-4d87-a5df-3291d55e51cb req-336be9e8-2c8e-4756-9b49-abe29e36a4dc tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:54.886504 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fe5571e8-4e2b-4d87-a5df-3291d55e51cb req-336be9e8-2c8e-4756-9b49-abe29e36a4dc tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0482564 Sep 01 05:01:54.923634 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fe5571e8-4e2b-4d87-a5df-3291d55e51cb req-fa62eb80-cbd1-4ed7-b606-de719b0c6ad1 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304546 Sep 01 05:01:56.039462 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25de40-3f9f-4afd-bfff-e57026a0cf6e req-a83fece6-e091-4aaf-ba3e-4e382b206c3c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:56.040924 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-de25de40-3f9f-4afd-bfff-e57026a0cf6e req-a83fece6-e091-4aaf-ba3e-4e382b206c3c tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0479693 Sep 01 05:01:56.077451 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-de25de40-3f9f-4afd-bfff-e57026a0cf6e req-366f4f37-a0c5-493c-b521-ffb985bf2946 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306811 Sep 01 05:01:57.196591 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39e6a2-2af6-47b7-b9f4-ca973fe2eb45 req-2e65bb49-d396-4988-bb2e-6194fce9d161 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:57.198162 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1b39e6a2-2af6-47b7-b9f4-ca973fe2eb45 req-2e65bb49-d396-4988-bb2e-6194fce9d161 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0494912 Sep 01 05:01:57.255385 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1b39e6a2-2af6-47b7-b9f4-ca973fe2eb45 req-e4383948-699e-4cdc-a8b3-03ed5eaefe76 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491567 Sep 01 05:01:58.365553 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2aad-60c1-4f20-a6d0-f59fb9a6437f req-9c2f653e-909a-434d-9578-ed9722f37883 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:58.367030 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f21d2aad-60c1-4f20-a6d0-f59fb9a6437f req-9c2f653e-909a-434d-9578-ed9722f37883 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0479364 Sep 01 05:01:58.406136 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f21d2aad-60c1-4f20-a6d0-f59fb9a6437f req-7d3794e4-0127-4bbe-97d5-5a8e0b26830d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Sep 01 05:01:59.357860 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.514221 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:02:03.752789 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc0b80-fcbd-4534-9d75-0e19cd3cb3ce req-f487b021-ab47-44e0-a7a3-0b6a360f30c0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:03.754276 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4ccc0b80-fcbd-4534-9d75-0e19cd3cb3ce req-f487b021-ab47-44e0-a7a3-0b6a360f30c0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0523732 Sep 01 05:02:03.794053 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4ccc0b80-fcbd-4534-9d75-0e19cd3cb3ce req-c50ad757-7b8c-41a7-9d91-ddbee4f56807 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Sep 01 05:02:04.911151 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b9aa3-e752-4391-ac94-891a97e71578 req-8e59e12c-0fd9-4ba3-a585-e6516983ce3a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:04.912524 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-898b9aa3-e752-4391-ac94-891a97e71578 req-8e59e12c-0fd9-4ba3-a585-e6516983ce3a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0488098 Sep 01 05:02:04.950228 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-898b9aa3-e752-4391-ac94-891a97e71578 req-4cbc8f93-3004-4e4e-8c35-6beea11199bb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318241 Sep 01 05:02:05.908660 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-bd1fa420-5980-4581-b078-6830b1de1e8d tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:05.911058 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-bd1fa420-5980-4581-b078-6830b1de1e8d tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/networks?id=e49e0c57-d5cd-42d4-9515-01ec006034a4 HTTP/1.1" status: 200 len: 814 time: 0.1046562 Sep 01 05:02:05.926862 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-d7f820da-ddb2-45be-ad9b-36937b05eb70 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/quotas/0c9b90e264714f0991d157c7d22a5819 HTTP/1.1" status: 200 len: 375 time: 0.0101871 Sep 01 05:02:05.963708 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-f2fd2339-8040-4868-b0a3-c6ce5478ca9e tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c9b90e264714f0991d157c7d22a5819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309532 Sep 01 05:02:06.052118 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-f1399c31-bda7-4d66-be8a-054866ccc4f2 service neutron] 10.222.0.41 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815070 Sep 01 05:02:06.152553 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-3a45dc61-739c-4fb1-b37b-555ffa32a053 service neutron] 10.222.0.41 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939546 Sep 01 05:02:06.169160 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c07476-bbd1-4dcf-b0b2-eaddc9bb0ce9 req-5cffa861-409e-44b4-a9fe-1a81810a7750 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:06.170620 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-37c07476-bbd1-4dcf-b0b2-eaddc9bb0ce9 req-5cffa861-409e-44b4-a9fe-1a81810a7750 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0484099 Sep 01 05:02:06.209110 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-37c07476-bbd1-4dcf-b0b2-eaddc9bb0ce9 req-19a8e477-e366-4eb2-a159-c0581b995a7a tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Sep 01 05:02:06.404336 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fa01be84-08aa-4d49-bf5b-37b001d4a416 req-baf18563-7773-471d-9927-7940f8a4ca97 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 210 time: 0.0268931 Sep 01 05:02:06.674429 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd1869-1d8e-46f3-9234-5ce10941516c req-424fc648-b17d-4445-b028-91844e90a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:06.677195 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1bfd1869-1d8e-46f3-9234-5ce10941516c req-424fc648-b17d-4445-b028-91844e90a963 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1098 time: 0.0418234 Sep 01 05:02:06.713592 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1bfd1869-1d8e-46f3-9234-5ce10941516c req-2da8599b-3199-4c62-803a-6cc4653885b4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281842 Sep 01 05:02:07.326972 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657c3bc-12e0-4d5e-80a9-0ab668acc5e5 req-75b28f68-0d64-4099-9fb2-02b3c5a955ec tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:07.328453 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9657c3bc-12e0-4d5e-80a9-0ab668acc5e5 req-75b28f68-0d64-4099-9fb2-02b3c5a955ec tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0513546 Sep 01 05:02:07.368375 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9657c3bc-12e0-4d5e-80a9-0ab668acc5e5 req-4b283394-ddc2-4726-a04f-b3946dd8e4bb tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335486 Sep 01 05:02:07.505434 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fdc22b44-60c5-461e-ac4e-353311fafbb4 req-30a8d4a7-3cef-4a9d-b2bc-152ae0a6ced3 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 210 time: 0.0304139 Sep 01 05:02:08.459788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-fbb6701d-9189-4c2e-85b3-7104180482d2 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:08.461303 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-fbb6701d-9189-4c2e-85b3-7104180482d2 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.16 "GET /v2.0/networks?id=e49e0c57-d5cd-42d4-9515-01ec006034a4 HTTP/1.1" status: 200 len: 814 time: 0.1271589 Sep 01 05:02:08.480711 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Request body: {'port': {'device_id': '566b4b9e-185e-4d00-8c56-e29c00a6e6ac', 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4', 'admin_state_up': True, 'tenant_id': '0c9b90e264714f0991d157c7d22a5819'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:08.586258 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5100-87f5-440c-b345-3dfcae34069f req-4aafc9e3-34bd-4148-a016-e90097a1c5c2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:08.587981 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ff5100-87f5-440c-b345-3dfcae34069f req-4aafc9e3-34bd-4148-a016-e90097a1c5c2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.1252239 Sep 01 05:02:08.659887 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ff5100-87f5-440c-b345-3dfcae34069f req-0e5bee32-e7e7-48be-95d0-1c91ab503fff tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622897 Sep 01 05:02:08.669096 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1c52cdf2-4ca8-4680-9463-2a2751d6dc2f req-909b7b6a-52dc-4b08-ac02-9941966632b3 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 210 time: 0.0585759 Sep 01 05:02:08.762815 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Made reservation on behalf of 0c9b90e264714f0991d157c7d22a5819 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:02:08.766468 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:08.896675 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Allocated IP 172.20.0.8 (e49e0c57-d5cd-42d4-9515-01ec006034a4/5bc48114-8e42-4331-9ea5-06b12c156475/9a9748e3-a671-4f33-b9ca-862186db7c77) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:02:09.044940 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.146790 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.194078 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Network e49e0c57-d5cd-42d4-9515-01ec006034a4 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:02:09.197021 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:02:09.200730 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:02:09.223579 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Pushing event updated for resources: {'Port': ['ID=9a9748e3-a671-4f33-b9ca-862186db7c77,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:09.251175 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:09.251794 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.324795 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1d8a69fe-79bb-4364-87e0-fb58f10f226b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8502505 Sep 01 05:02:09.337446 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Request body: {'port': {'device_id': '566b4b9e-185e-4d00-8c56-e29c00a6e6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:09.388736 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.644373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9748e3-a671-4f33-b9ca-862186db7c77 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:09.651619 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.664066 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Transition to ACTIVE for port object 9a9748e3-a671-4f33-b9ca-862186db7c77 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:02:09.733657 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.797521 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c58af-02a7-49f3-b945-cfab0cbc173c req-84510e96-b58e-4a88-9eb5-abc104f82726 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:09.798996 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dd8c58af-02a7-49f3-b945-cfab0cbc173c req-84510e96-b58e-4a88-9eb5-abc104f82726 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 943 time: 0.0500705 Sep 01 05:02:09.814837 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9748e3-a671-4f33-b9ca-862186db7c77,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:09.841242 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dd8c58af-02a7-49f3-b945-cfab0cbc173c req-a2c08b0c-3ae0-41d4-a999-bb5beea03bf3 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354550 Sep 01 05:02:09.869917 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0323f-7215-4dc5-a6d5-e106f154b4d7 req-0e33a446-aa23-429a-a110-7ec499c61e05 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:09.871368 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ecc0323f-7215-4dc5-a6d5-e106f154b4d7 req-0e33a446-aa23-429a-a110-7ec499c61e05 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.1285331 Sep 01 05:02:09.920997 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Attempting to bind port 9a9748e3-a671-4f33-b9ca-862186db7c77 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:02:09.921358 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Attempting to bind port 9a9748e3-a671-4f33-b9ca-862186db7c77 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:02:09.921688 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Attempting to bind port 9a9748e3-a671-4f33-b9ca-862186db7c77 on network e49e0c57-d5cd-42d4-9515-01ec006034a4 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:09.926937 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ecc0323f-7215-4dc5-a6d5-e106f154b4d7 req-f9daf40e-b9b6-4609-b154-a4f3f2249314 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Sep 01 05:02:09.928929 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Port 9a9748e3-a671-4f33-b9ca-862186db7c77 on network e49e0c57-d5cd-42d4-9515-01ec006034a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:02:09.929270 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Attempting to bind port 9a9748e3-a671-4f33-b9ca-862186db7c77 on network e49e0c57-d5cd-42d4-9515-01ec006034a4 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:09.934143 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:02:09.934601 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Checking segment: {'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:02:09.934990 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Bound using segment: {'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:02:09.935398 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Bound port: 9a9748e3-a671-4f33-b9ca-862186db7c77, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc32a4f0-7700-4b10-a9e1-02cbd4733863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:02:09.935761 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.002443 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] For port 9a9748e3-a671-4f33-b9ca-862186db7c77, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:02:10.005763 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] For port 9a9748e3-a671-4f33-b9ca-862186db7c77, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a9748e3-a671-4f33-b9ca-862186db7c77,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:02:10.107861 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.142485 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:10.143090 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.144453 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] 10.222.0.16 "PUT /v2.0/ports/9a9748e3-a671-4f33-b9ca-862186db7c77 HTTP/1.1" status: 200 len: 1093 time: 0.8113935 Sep 01 05:02:10.145473 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566b4b9e-185e-4d00-8c56-e29c00a6e6ac', 'tag': '9a9748e3-a671-4f33-b9ca-862186db7c77'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:10.147659 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e2a88c-e875-4a71-8545-1d346c89e9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "566b4b9e-185e-4d00-8c56-e29c00a6e6ac", "tag": "9a9748e3-a671-4f33-b9ca-862186db7c77"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:10.172602 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa164a-dd22-4edc-abc1-5e873fbe1a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9748e3-a671-4f33-b9ca-862186db7c77,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:10.182800 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e334824-7106-4ce2-9172-53ced693da26 x-openstack-request-id: req-8e334824-7106-4ce2-9172-53ced693da26 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:10.183086 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566b4b9e-185e-4d00-8c56-e29c00a6e6ac", "tag": "9a9748e3-a671-4f33-b9ca-862186db7c77", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:10.183334 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e334824-7106-4ce2-9172-53ced693da26 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:10.183719 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566b4b9e-185e-4d00-8c56-e29c00a6e6ac', 'tag': '9a9748e3-a671-4f33-b9ca-862186db7c77', 'status': 'completed', 'code': 200} Sep 01 05:02:10.402711 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd700f8b-792a-4d68-9eb6-b977c75e654e req-48279cc9-913c-485f-a619-886d644838f7 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:10.404221 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dd700f8b-792a-4d68-9eb6-b977c75e654e req-48279cc9-913c-485f-a619-886d644838f7 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0488663 Sep 01 05:02:10.443512 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dd700f8b-792a-4d68-9eb6-b977c75e654e req-efa8f3da-3e35-4a41-a0cf-86b4765527db tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Sep 01 05:02:10.472409 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d77c36b0-5391-4266-8221-8e5db6821fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.489790 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 32994) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:10.594871 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.679336 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.729465 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.767975 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2eff07297dec4af6862aa6415880fb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770910 Sep 01 05:02:10.768813 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608d6133-f721-401c-b8ca-d20fd6b07a76,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:10.770830 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 33002) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:10.776047 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.776390 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.776723 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.777071 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.777400 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.777725 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.778044 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.778367 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.778686 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.779002 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.779315 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.779626 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771dfc25-7872-445d-9a04-07bd4f626044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:10.827424 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-444fbd3f-89e9-4e89-be92-15947377bb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.842284 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-444fbd3f-89e9-4e89-be92-15947377bb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.156733 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-444fbd3f-89e9-4e89-be92-15947377bb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.159378 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-444fbd3f-89e9-4e89-be92-15947377bb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.162387 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-444fbd3f-89e9-4e89-be92-15947377bb70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/608d6133-f721-401c-b8ca-d20fd6b07a76 HTTP/1.1" status: 204 len: 168 time: 0.3886738 Sep 01 05:02:11.169754 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fbd3f-89e9-4e89-be92-15947377bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608d6133-f721-401c-b8ca-d20fd6b07a76,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:12.997717 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1d1c3b27-2023-4ec5-b536-a793a9195b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.306308 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.232052 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.719681 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2a88c-e875-4a71-8545-1d346c89e9fd req-6bbf6569-63eb-4ffd-a28c-339edddafe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:14.721284 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89e2a88c-e875-4a71-8545-1d346c89e9fd req-6bbf6569-63eb-4ffd-a28c-339edddafe5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9b90e264714f0991d157c7d22a5819&device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 1096 time: 0.0467253 Sep 01 05:02:14.820387 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c634f4-6e53-4d9e-b0e3-dbcb5589296b req-9ece6ed7-171c-4d67-8008-a136b6b71699 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:14.822158 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-48c634f4-6e53-4d9e-b0e3-dbcb5589296b req-9ece6ed7-171c-4d67-8008-a136b6b71699 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 943 time: 0.0487647 Sep 01 05:02:14.860022 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-48c634f4-6e53-4d9e-b0e3-dbcb5589296b req-ab92136f-e6ce-4e6c-a15b-dc6a424a6e0f tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Sep 01 05:02:14.903935 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-75924c88-37ff-4e0f-9964-56d5a8eaf99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:14.905504 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-75924c88-37ff-4e0f-9964-56d5a8eaf99b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf4274171a8456396df64fd2d224909&device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 1098 time: 0.1281681 Sep 01 05:02:14.934230 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b9264-b626-48ba-9d5a-2d72dd8a15e7 req-73b80f3e-11e8-46df-b695-6bcb956bd47d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:14.935662 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b84b9264-b626-48ba-9d5a-2d72dd8a15e7 req-73b80f3e-11e8-46df-b695-6bcb956bd47d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.1386125 Sep 01 05:02:15.199946 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2a88c-e875-4a71-8545-1d346c89e9fd req-9682b99c-3b0c-4085-8e0a-6b22993e8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.201378 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89e2a88c-e875-4a71-8545-1d346c89e9fd req-9682b99c-3b0c-4085-8e0a-6b22993e8d59 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0c9b90e264714f0991d157c7d22a5819&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4337330 Sep 01 05:02:15.294287 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b84b9264-b626-48ba-9d5a-2d72dd8a15e7 req-8987ab14-42d2-4435-a205-6cfcf678f28b tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438916 Sep 01 05:02:15.317357 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-50f754dd-4570-4836-9457-f8504e1fc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.317357 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-50f754dd-4570-4836-9457-f8504e1fc0eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 200 len: 920 time: 0.4012218 Sep 01 05:02:15.364384 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-4efdb323-8450-4bcc-b901-abc3e54e224b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2 HTTP/1.1" status: 200 len: 217 time: 0.0387681 Sep 01 05:02:15.373162 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2a88c-e875-4a71-8545-1d346c89e9fd req-62eea406-750d-4f12-a0d3-9a90a6547216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.374624 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89e2a88c-e875-4a71-8545-1d346c89e9fd req-62eea406-750d-4f12-a0d3-9a90a6547216 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605897 Sep 01 05:02:15.449432 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-bbb360cf-21c0-49b3-a6fa-6c6060bcf5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.451110 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-bbb360cf-21c0-49b3-a6fa-6c6060bcf5db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 200 len: 859 time: 0.0449157 Sep 01 05:02:15.490246 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-3327f2d5-e783-4bd4-b2c4-7aba0b8e2379 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316467 Sep 01 05:02:15.570064 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-8913a390-01d6-4ea4-894f-1f2b7ba52d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.571703 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-8913a390-01d6-4ea4-894f-1f2b7ba52d14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0c9b90e264714f0991d157c7d22a5819&device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 1096 time: 0.1038804 Sep 01 05:02:15.594408 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-f28575ac-3d00-49be-969c-1c4715ef4b8a service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884111 Sep 01 05:02:15.665309 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-8e8d68a4-7957-4160-87d8-f8c75dc742bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a9748e3-a671-4f33-b9ca-862186db7c77 HTTP/1.1" status: 200 len: 217 time: 0.0562150 Sep 01 05:02:15.689622 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.757934 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-d6ff4dae-dce4-4419-932c-1cfe1db7d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.758841 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-d6ff4dae-dce4-4419-932c-1cfe1db7d32e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5bc48114-8e42-4331-9ea5-06b12c156475 HTTP/1.1" status: 200 len: 854 time: 0.0845325 Sep 01 05:02:15.808631 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-2135737d-838d-4ff5-a3f2-a4ec2520e1bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e49e0c57-d5cd-42d4-9515-01ec006034a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362744 Sep 01 05:02:15.810742 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb4a9595-1c6f-4b2f-87a4-a4584f924aa7 req-97d5af49-b552-4d45-99f4-68a44a8e0ed6 service neutron] 10.222.0.16 "GET /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008841 Sep 01 05:02:15.913696 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-ebab5f77-81df-4d6e-bf2d-8488d53b488b service neutron] 10.222.0.16 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852675 Sep 01 05:02:15.978775 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3adf6-ed90-4104-93d6-16229e336954 req-fe51c87e-e1df-4e26-a806-a84ea37194cb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.980824 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-90b3adf6-ed90-4104-93d6-16229e336954 req-fe51c87e-e1df-4e26-a806-a84ea37194cb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 943 time: 0.0493276 Sep 01 05:02:16.012897 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c49ab80c-5e68-44da-ac34-1f4fb9ecdca6 req-1eb55b94-44b4-4919-b7d8-4ead715404b9 service neutron] 10.222.0.16 "GET /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891902 Sep 01 05:02:16.025949 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-90b3adf6-ed90-4104-93d6-16229e336954 req-1f12d667-881d-4e2b-9ecb-5b35a23dfef6 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385933 Sep 01 05:02:16.411922 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a70fe-997f-489c-a507-fd0a9f317c1b req-1788489d-cab9-41d6-aba0-88952f0aea59 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.416065 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-344a70fe-997f-489c-a507-fd0a9f317c1b req-1788489d-cab9-41d6-aba0-88952f0aea59 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0497298 Sep 01 05:02:16.452836 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-344a70fe-997f-489c-a507-fd0a9f317c1b req-67c77110-a21c-4820-955c-ef1d13cc0db2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332558 Sep 01 05:02:17.158560 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6555f-0a77-4667-9563-356bd94e285d req-05f82a2b-9b3c-4ddb-90c9-42d33693821b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.160573 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-04d6555f-0a77-4667-9563-356bd94e285d req-05f82a2b-9b3c-4ddb-90c9-42d33693821b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 943 time: 0.0496030 Sep 01 05:02:17.201112 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-04d6555f-0a77-4667-9563-356bd94e285d req-00c5952c-51c5-4f4b-a967-2107fc927318 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335290 Sep 01 05:02:17.574035 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd7eea-20ee-4252-b8a1-3ed286326116 req-c0412a23-97f9-4b05-90a8-c0d16630c8e9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.575503 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-05dd7eea-20ee-4252-b8a1-3ed286326116 req-c0412a23-97f9-4b05-90a8-c0d16630c8e9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0522125 Sep 01 05:02:17.614526 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-05dd7eea-20ee-4252-b8a1-3ed286326116 req-a1faa81f-ca89-4fec-a3cd-88012e822d51 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Sep 01 05:02:18.320981 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc0f87-d062-4935-88d6-e4a236d967c8 req-eb884fe3-eede-4643-a49c-1d7cd48671ba tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:18.322472 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-89bc0f87-d062-4935-88d6-e4a236d967c8 req-eb884fe3-eede-4643-a49c-1d7cd48671ba tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 943 time: 0.0488372 Sep 01 05:02:18.361939 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-89bc0f87-d062-4935-88d6-e4a236d967c8 req-8f14c44e-1129-4cff-a13a-c803804111c2 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Sep 01 05:02:18.728344 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d7563-4db1-4609-8723-52b07f2e29e1 req-6fc91602-d22b-4639-8c9c-79571ce0a1d8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:18.730319 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a95d7563-4db1-4609-8723-52b07f2e29e1 req-6fc91602-d22b-4639-8c9c-79571ce0a1d8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0484462 Sep 01 05:02:18.769373 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a95d7563-4db1-4609-8723-52b07f2e29e1 req-3ab813b7-886a-4b83-9b95-fa0e8e33b03d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Sep 01 05:02:19.477927 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf95f7-6b55-430a-b2a7-675348123302 req-9b8a659b-4600-41f0-8d97-6e3508a41367 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:19.479371 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-50cf95f7-6b55-430a-b2a7-675348123302 req-9b8a659b-4600-41f0-8d97-6e3508a41367 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 943 time: 0.0480418 Sep 01 05:02:19.516762 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-50cf95f7-6b55-430a-b2a7-675348123302 req-7d6818fc-b6c3-421b-b7db-8dcecdc3ce2b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315800 Sep 01 05:02:19.884768 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae66e31-020c-4c9a-8fa6-4ff0852c1205 req-a7953a84-28d7-4105-a62e-9e2de4ce1db0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:19.886368 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-aae66e31-020c-4c9a-8fa6-4ff0852c1205 req-a7953a84-28d7-4105-a62e-9e2de4ce1db0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0485842 Sep 01 05:02:19.924190 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-aae66e31-020c-4c9a-8fa6-4ff0852c1205 req-81e3cb45-569f-4241-8b35-c7373088012f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Sep 01 05:02:19.999749 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 9a9748e3-a671-4f33-b9ca-862186db7c77 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:02:20.095477 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 9a9748e3-a671-4f33-b9ca-862186db7c77, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a9748e3-a671-4f33-b9ca-862186db7c77,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:20.107288 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '9a9748e3-a671-4f33-b9ca-862186db7c77', 'network_id': 'e49e0c57-d5cd-42d4-9515-01ec006034a4', 'port_id': '9a9748e3-a671-4f33-b9ca-862186db7c77', 'mac_address': 'fa:16:3e:b6:98:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc48114-8e42-4331-9ea5-06b12c156475', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:02:20.143496 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:20.156073 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9748e3-a671-4f33-b9ca-862186db7c77 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:20.175275 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 9a9748e3-a671-4f33-b9ca-862186db7c77, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a9748e3-a671-4f33-b9ca-862186db7c77,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:20.255235 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:20.305928 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=9a9748e3-a671-4f33-b9ca-862186db7c77,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:20.629765 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e160a15-9feb-46bc-a54d-a80e97c393f7 req-05bc3435-9874-4655-99d9-154458df6fd6 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:20.631112 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8e160a15-9feb-46bc-a54d-a80e97c393f7 req-05bc3435-9874-4655-99d9-154458df6fd6 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 944 time: 0.0464756 Sep 01 05:02:20.675829 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8e160a15-9feb-46bc-a54d-a80e97c393f7 req-25bce8c9-ebce-4817-8373-9f8a601c336b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386252 Sep 01 05:02:20.711287 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['9a9748e3-a671-4f33-b9ca-862186db7c77'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:21.044528 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a787b-0857-4dca-a349-28461d992b62 req-6e320e3c-303a-4db0-8f63-6797c2863bd2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:21.049080 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-121a787b-0857-4dca-a349-28461d992b62 req-6e320e3c-303a-4db0-8f63-6797c2863bd2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0530806 Sep 01 05:02:21.088482 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-121a787b-0857-4dca-a349-28461d992b62 req-87cd4894-2f14-4cff-ba3d-eb2c61bc0a97 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354006 Sep 01 05:02:21.548761 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36b518-cb33-483d-b6c7-7ef411d3020f req-a3df934d-5c37-4c9d-9dd4-2f11a5034da0 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:21.550288 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8d36b518-cb33-483d-b6c7-7ef411d3020f req-a3df934d-5c37-4c9d-9dd4-2f11a5034da0 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 945 time: 0.0551050 Sep 01 05:02:21.593775 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8d36b518-cb33-483d-b6c7-7ef411d3020f req-cc48e168-ee87-4dba-a8b3-4909a2a5cf02 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353560 Sep 01 05:02:21.790081 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89ace3-0bc5-47f8-8555-d7db05b99d4c req-117e9d94-0b27-4f08-9dff-1862ddf04e9c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:21.791879 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-df89ace3-0bc5-47f8-8555-d7db05b99d4c req-117e9d94-0b27-4f08-9dff-1862ddf04e9c tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 944 time: 0.0492210 Sep 01 05:02:21.827916 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-df89ace3-0bc5-47f8-8555-d7db05b99d4c req-ba58143d-d2c2-46ac-9144-56134651cb29 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301449 Sep 01 05:02:21.950547 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 33154) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:22.050978 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-98159187-ff43-4d20-ad55-db62069bf313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:22.135078 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-98159187-ff43-4d20-ad55-db62069bf313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:22.208923 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-98159187-ff43-4d20-ad55-db62069bf313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:22.245410 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-98159187-ff43-4d20-ad55-db62069bf313 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98d135bd0b104146bc0cc9b259cc65a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937653 Sep 01 05:02:22.246245 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98159187-ff43-4d20-ad55-db62069bf313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db45c32-d67f-4369-aa15-f84a122a16b5,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:22.248091 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33158) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:22.295914 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ce1add79-9e12-409d-87c7-52ac73129859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:22.315386 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ce1add79-9e12-409d-87c7-52ac73129859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:22.443607 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ce1add79-9e12-409d-87c7-52ac73129859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:22.446282 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ce1add79-9e12-409d-87c7-52ac73129859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:22.447414 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ce1add79-9e12-409d-87c7-52ac73129859 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7db45c32-d67f-4369-aa15-f84a122a16b5 HTTP/1.1" status: 204 len: 168 time: 0.1982903 Sep 01 05:02:22.455414 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1add79-9e12-409d-87c7-52ac73129859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db45c32-d67f-4369-aa15-f84a122a16b5,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:22.713160 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86206898-c508-48fb-8093-0565da377220 req-f7576fab-f33c-48ee-8140-fb8af57a2149 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:22.718941 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-86206898-c508-48fb-8093-0565da377220 req-f7576fab-f33c-48ee-8140-fb8af57a2149 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 945 time: 0.0507166 Sep 01 05:02:22.754630 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-86206898-c508-48fb-8093-0565da377220 req-a0c26c84-c1eb-49ea-bb5d-a4a6cec7c7ef tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333271 Sep 01 05:02:22.945303 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f95de1-e213-422b-90b0-c9076800ca14 req-ec7887ac-3289-497a-aeec-b620498b7c10 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:22.946826 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-30f95de1-e213-422b-90b0-c9076800ca14 req-ec7887ac-3289-497a-aeec-b620498b7c10 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 944 time: 0.0481317 Sep 01 05:02:22.986415 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-30f95de1-e213-422b-90b0-c9076800ca14 req-1672dd9a-4c86-4232-9c0c-7e15e314f449 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Sep 01 05:02:23.879405 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6cf7b-cfd1-433d-9bc4-42afbfe08cfc req-967838e3-a437-47d2-a803-29025d97dcf5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:23.880941 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7bd6cf7b-cfd1-433d-9bc4-42afbfe08cfc req-967838e3-a437-47d2-a803-29025d97dcf5 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 945 time: 0.0515158 Sep 01 05:02:23.920352 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7bd6cf7b-cfd1-433d-9bc4-42afbfe08cfc req-679985fb-bbe3-4ade-8a18-ca348df91f8b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Sep 01 05:02:23.985402 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-ccd7d649-8434-44c4-883c-0a8865054683 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:23.986839 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-ccd7d649-8434-44c4-883c-0a8865054683 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 945 time: 0.0486584 Sep 01 05:02:24.057675 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 9a9748e3-a671-4f33-b9ca-862186db7c77 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:24.103397 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Deleting port 539d45ad-ecd3-4c42-a9f7-03199473eac3 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:24.103898 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.122721 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e806cf-8590-4606-b944-05ae8b9ef9c2 req-e9d17cfe-2237-4c3f-8720-12f20e379fa3 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:24.124927 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-18e806cf-8590-4606-b944-05ae8b9ef9c2 req-e9d17cfe-2237-4c3f-8720-12f20e379fa3 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 944 time: 0.0651507 Sep 01 05:02:24.166849 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-18e806cf-8590-4606-b944-05ae8b9ef9c2 req-c02b5cb6-04fb-4710-8870-7fcaeaae1590 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354550 Sep 01 05:02:24.197481 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 9a9748e3-a671-4f33-b9ca-862186db7c77 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:24.201569 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 9a9748e3-a671-4f33-b9ca-862186db7c77 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:24.201945 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.209551 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] For port 539d45ad-ecd3-4c42-a9f7-03199473eac3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=539d45ad-ecd3-4c42-a9f7-03199473eac3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:24.209968 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.222538 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Calling delete_port for 539d45ad-ecd3-4c42-a9f7-03199473eac3 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:24.283844 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.316628 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566b4b9e-185e-4d00-8c56-e29c00a6e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9748e3-a671-4f33-b9ca-862186db7c77'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:24.319132 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e658db7-5780-4ff1-8141-7c9821da138b" -d '{"events": [{"server_uuid": "566b4b9e-185e-4d00-8c56-e29c00a6e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "9a9748e3-a671-4f33-b9ca-862186db7c77"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:24.333725 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 9a9748e3-a671-4f33-b9ca-862186db7c77, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a9748e3-a671-4f33-b9ca-862186db7c77,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:24.367308 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a42011a-031a-40e5-ac49-17e715edfe0d x-openstack-request-id: req-4a42011a-031a-40e5-ac49-17e715edfe0d {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:24.367602 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566b4b9e-185e-4d00-8c56-e29c00a6e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "9a9748e3-a671-4f33-b9ca-862186db7c77", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:24.367848 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a42011a-031a-40e5-ac49-17e715edfe0d {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:24.368236 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b4b9e-185e-4d00-8c56-e29c00a6e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9748e3-a671-4f33-b9ca-862186db7c77', 'code': 200} Sep 01 05:02:24.426274 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.448177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.460920 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['168f14c1-87ec-4151-bb06-ab03723866f3', '65d038d4-819d-4e3d-a67b-28b0469df372', '9844dc61-2e42-4dee-bd34-7bf7991bc261'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:24.477356 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Pushing event deleted for resources: {'Port': ['ID=539d45ad-ecd3-4c42-a9f7-03199473eac3,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:24.508760 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=9a9748e3-a671-4f33-b9ca-862186db7c77,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:24.523618 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] No DVR routers for this DVR port 539d45ad-ecd3-4c42-a9f7-03199473eac3 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:02:24.526188 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.528388 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b7a8f580-18b3-45bc-8c1c-3a96e43c18e1 req-eaefa5c0-8c8a-4c26-8e32-15280641fbb8 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "DELETE /v2.0/ports/539d45ad-ecd3-4c42-a9f7-03199473eac3 HTTP/1.1" status: 204 len: 173 time: 0.5281446 Sep 01 05:02:24.528888 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a401a49-c0e9-4a81-9915-80abf00da884', 'name': 'network-vif-deleted', 'tag': '539d45ad-ecd3-4c42-a9f7-03199473eac3'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:24.531417 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005de9bd-9929-4556-8f52-8ab382b245bb" -d '{"events": [{"server_uuid": "6a401a49-c0e9-4a81-9915-80abf00da884", "name": "network-vif-deleted", "tag": "539d45ad-ecd3-4c42-a9f7-03199473eac3"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:24.574064 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed77458-5051-4c5a-83f7-101ad3ebbbe0 x-openstack-request-id: req-2ed77458-5051-4c5a-83f7-101ad3ebbbe0 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:24.574379 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a401a49-c0e9-4a81-9915-80abf00da884", "name": "network-vif-deleted", "tag": "539d45ad-ecd3-4c42-a9f7-03199473eac3", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:24.574633 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ed77458-5051-4c5a-83f7-101ad3ebbbe0 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:24.575028 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a401a49-c0e9-4a81-9915-80abf00da884', 'name': 'network-vif-deleted', 'tag': '539d45ad-ecd3-4c42-a9f7-03199473eac3', 'status': 'completed', 'code': 200} Sep 01 05:02:24.728107 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb34bc-2d64-4483-af09-e4427f978891 req-979dfb64-9ffc-45a0-8e58-8026774f4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:24.729665 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-becb34bc-2d64-4483-af09-e4427f978891 req-979dfb64-9ffc-45a0-8e58-8026774f4809 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 1098 time: 0.0477004 Sep 01 05:02:24.770775 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-becb34bc-2d64-4483-af09-e4427f978891 req-1639bdb9-eacd-4420-9b83-79a9faa3d702 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Sep 01 05:02:25.653153 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5e35414c-5ab0-4128-8446-171903e75034 req-98d9db45-eb73-4ae0-97bb-e0323389d63c tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a401a49-c0e9-4a81-9915-80abf00da884 HTTP/1.1" status: 200 len: 210 time: 0.0304179 Sep 01 05:02:25.694502 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798233e5-b011-4c54-b7d1-9c7e9047eccd req-81e7859b-0fa7-4c13-aa4c-287e69d788fb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:25.696014 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-798233e5-b011-4c54-b7d1-9c7e9047eccd req-81e7859b-0fa7-4c13-aa4c-287e69d788fb tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 945 time: 0.0633531 Sep 01 05:02:25.751274 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-798233e5-b011-4c54-b7d1-9c7e9047eccd req-ed1c24f8-d104-46bd-8fbc-3fcb8f921a29 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Sep 01 05:02:25.755015 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-ca1adf74-719d-43b0-a8c8-f813e55b0324 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785484 Sep 01 05:02:25.830511 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-3a686ac2-9024-465b-b97b-abe6b3f2115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:25.832015 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-3a686ac2-9024-465b-b97b-abe6b3f2115a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1098 time: 0.0427141 Sep 01 05:02:25.934228 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-afb819f0-e4b4-44f7-8f0a-49eb6f90d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:25.935698 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-afb819f0-e4b4-44f7-8f0a-49eb6f90d31b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 911 time: 0.0836253 Sep 01 05:02:26.010037 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-c2f55b0a-ff87-400d-921f-c9f444aa6829 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 1000 time: 0.0623803 Sep 01 05:02:26.052557 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 539d45ad-ecd3-4c42-a9f7-03199473eac3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:02:26.060639 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-114e932c-9edb-4ee6-93d3-231bb0d0ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:26.062371 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-114e932c-9edb-4ee6-93d3-231bb0d0ae4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0440645 Sep 01 05:02:26.075761 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 539d45ad-ecd3-4c42-a9f7-03199473eac3 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:02:26.076106 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 539d45ad-ecd3-4c42-a9f7-03199473eac3 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:02:26.110306 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-56f7ca55-a054-4613-b9d3-c427b6fcd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:26.111815 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-56f7ca55-a054-4613-b9d3-c427b6fcd8a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418730 Sep 01 05:02:26.207577 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-14b2ea05-d453-4b2f-872b-c399a5d20426 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876563 Sep 01 05:02:26.300351 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c347a597-c85f-4fe0-855b-337f7f7799d0 req-985296b4-4f74-43aa-bc41-759bac06eb72 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840852 Sep 01 05:02:26.766323 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6228fa5-06f4-4e6e-b597-04f38539de5a req-4b75cc83-5af2-4914-b76a-b80e77387bca tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:26.767820 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f6228fa5-06f4-4e6e-b597-04f38539de5a req-4b75cc83-5af2-4914-b76a-b80e77387bca tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Sep 01 05:02:26.815725 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f6228fa5-06f4-4e6e-b597-04f38539de5a req-ac28afbf-b6b4-4cbe-8562-cc867f2579d3 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Sep 01 05:02:26.886685 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249395b-2893-4fd2-865c-852eccd3f50a req-ef579b2b-3485-4033-92ed-7a51f8ac1dc4 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:26.888201 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b249395b-2893-4fd2-865c-852eccd3f50a req-ef579b2b-3485-4033-92ed-7a51f8ac1dc4 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 945 time: 0.0477879 Sep 01 05:02:26.925723 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b249395b-2893-4fd2-865c-852eccd3f50a req-6820d483-096a-4eff-ab9f-1f93a7ec6ba6 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Sep 01 05:02:27.936926 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62298d9-16ad-4098-a668-5ced613eca79 req-69845b56-4d45-4121-81e9-386973519ecf tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:27.938340 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d62298d9-16ad-4098-a668-5ced613eca79 req-69845b56-4d45-4121-81e9-386973519ecf tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0533075 Sep 01 05:02:27.977480 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d62298d9-16ad-4098-a668-5ced613eca79 req-feb94a43-f6e5-43e6-95cd-7be36d5e2f61 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Sep 01 05:02:28.043617 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfda546-981f-44d6-8776-db072255f887 req-56de0e3d-3bd7-4492-aa0c-bed04175fa71 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:28.045089 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6dfda546-981f-44d6-8776-db072255f887 req-56de0e3d-3bd7-4492-aa0c-bed04175fa71 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 945 time: 0.0474427 Sep 01 05:02:28.091814 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6dfda546-981f-44d6-8776-db072255f887 req-4256ce41-d631-45b9-9fd1-b926ffefc7f8 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369976 Sep 01 05:02:28.458617 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22520c0c-4841-432b-a7bb-4f737f04ce1c req-f4bdc175-7667-42e2-91e9-8cd4baaf7931 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:28.460305 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-22520c0c-4841-432b-a7bb-4f737f04ce1c req-f4bdc175-7667-42e2-91e9-8cd4baaf7931 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0505543 Sep 01 05:02:28.499929 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-22520c0c-4841-432b-a7bb-4f737f04ce1c req-3a71a1ee-9a1c-4e4c-8443-262c53121744 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335855 Sep 01 05:02:29.100852 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1c9c5-b7f5-4c9f-95d4-76dc8f2e21bc req-9453d4cf-8df4-45b4-908b-cec8f40f9358 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:29.102317 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-82c1c9c5-b7f5-4c9f-95d4-76dc8f2e21bc req-9453d4cf-8df4-45b4-908b-cec8f40f9358 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0537398 Sep 01 05:02:29.141722 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-82c1c9c5-b7f5-4c9f-95d4-76dc8f2e21bc req-fde3c638-96e0-4db1-b789-7677eb13c542 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Sep 01 05:02:29.369255 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:29.616238 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8960bef-d064-4fee-ac55-ead14b51a0ea req-9ead5f44-df8b-4ed2-bcc0-c1ed581f3a2a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:29.617713 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b8960bef-d064-4fee-ac55-ead14b51a0ea req-9ead5f44-df8b-4ed2-bcc0-c1ed581f3a2a tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Sep 01 05:02:29.659086 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b8960bef-d064-4fee-ac55-ead14b51a0ea req-33ffe344-9841-4655-a796-7a55c483cd22 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350645 Sep 01 05:02:30.260259 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07223-1a96-4eb0-b800-17bbd076bef7 req-12e624e0-9e73-4f02-882e-64a8036d3c90 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:30.261712 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-21b07223-1a96-4eb0-b800-17bbd076bef7 req-12e624e0-9e73-4f02-882e-64a8036d3c90 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0503464 Sep 01 05:02:30.298695 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-21b07223-1a96-4eb0-b800-17bbd076bef7 req-a6c00f1d-aac1-40f7-b513-f23ab847f0ab tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307357 Sep 01 05:02:30.436687 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-cd3fcbd7-d942-4a0e-821a-ef891d95b859 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:30.438140 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-cd3fcbd7-d942-4a0e-821a-ef891d95b859 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.16 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 945 time: 0.0474424 Sep 01 05:02:30.527078 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Deleting port 496d421c-5e1c-4390-9786-eb62921a279f {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:30.527412 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:30.616562 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] For port 496d421c-5e1c-4390-9786-eb62921a279f, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=496d421c-5e1c-4390-9786-eb62921a279f,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:30.616910 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:30.628894 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Calling delete_port for 496d421c-5e1c-4390-9786-eb62921a279f owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:30.781582 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53182d75-da84-49c9-9e7c-bc6cae49567a req-c089d73a-88ec-4888-a1bb-915924308a53 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:30.783674 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-53182d75-da84-49c9-9e7c-bc6cae49567a req-c089d73a-88ec-4888-a1bb-915924308a53 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0517905 Sep 01 05:02:30.821415 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-53182d75-da84-49c9-9e7c-bc6cae49567a req-a023e0b9-4939-48a6-8b4e-66e700a2eacd tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Sep 01 05:02:30.853586 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:30.866555 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['1353c31e-9570-4c4b-aebc-fcc98e2a58d2', '496d421c-5e1c-4390-9786-eb62921a279f'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:30.881621 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Pushing event deleted for resources: {'Port': ['ID=496d421c-5e1c-4390-9786-eb62921a279f,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:30.923150 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] No DVR routers for this DVR port 496d421c-5e1c-4390-9786-eb62921a279f on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:02:30.926594 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:30.929079 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ab467d37-817a-4519-ba51-b8ffc76926f6 req-a45a4e31-99ac-4f54-81f6-7a8dbbfc20a6 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.16 "DELETE /v2.0/ports/496d421c-5e1c-4390-9786-eb62921a279f HTTP/1.1" status: 204 len: 173 time: 0.4838748 Sep 01 05:02:30.929638 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76382824-cc9c-4cc7-b8df-c1d553115c07', 'name': 'network-vif-deleted', 'tag': '496d421c-5e1c-4390-9786-eb62921a279f'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:30.931942 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abb0918-741c-427e-9220-b8b53154a118" -d '{"events": [{"server_uuid": "76382824-cc9c-4cc7-b8df-c1d553115c07", "name": "network-vif-deleted", "tag": "496d421c-5e1c-4390-9786-eb62921a279f"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:30.972632 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168d3159-8261-4d79-b202-b6b4e4924c2f x-openstack-request-id: req-168d3159-8261-4d79-b202-b6b4e4924c2f {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:30.972920 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76382824-cc9c-4cc7-b8df-c1d553115c07", "name": "network-vif-deleted", "tag": "496d421c-5e1c-4390-9786-eb62921a279f", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:30.973194 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-168d3159-8261-4d79-b202-b6b4e4924c2f {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:30.973573 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76382824-cc9c-4cc7-b8df-c1d553115c07', 'name': 'network-vif-deleted', 'tag': '496d421c-5e1c-4390-9786-eb62921a279f', 'status': 'completed', 'code': 200} Sep 01 05:02:31.224687 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-10093c4f-fd7f-40cf-9876-76d27a854c39 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:31.226060 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-10093c4f-fd7f-40cf-9876-76d27a854c39 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 946 time: 0.0517397 Sep 01 05:02:31.323131 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Deleting port 9844dc61-2e42-4dee-bd34-7bf7991bc261 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:31.326988 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:31.420706 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d35d993c-2248-4ca0-b0a6-09bba6b84520 req-8ba74d1d-61c5-485f-8edc-e72f5542bbf2 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=76382824-cc9c-4cc7-b8df-c1d553115c07 HTTP/1.1" status: 200 len: 210 time: 0.0297115 Sep 01 05:02:31.427626 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] For port 9844dc61-2e42-4dee-bd34-7bf7991bc261, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9844dc61-2e42-4dee-bd34-7bf7991bc261,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:31.427977 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:31.447925 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Calling delete_port for 9844dc61-2e42-4dee-bd34-7bf7991bc261 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:31.649265 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:31.660852 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['168f14c1-87ec-4151-bb06-ab03723866f3', '65d038d4-819d-4e3d-a67b-28b0469df372', '9844dc61-2e42-4dee-bd34-7bf7991bc261'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:31.682485 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Pushing event deleted for resources: {'Port': ['ID=9844dc61-2e42-4dee-bd34-7bf7991bc261,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:31.722062 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] No DVR routers for this DVR port 9844dc61-2e42-4dee-bd34-7bf7991bc261 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:02:31.725018 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:31.727136 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-94f1f013-90b9-440a-a79f-c8bf9107f2d9 req-698dc434-08ea-453c-ab18-7dec4d141998 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "DELETE /v2.0/ports/9844dc61-2e42-4dee-bd34-7bf7991bc261 HTTP/1.1" status: 204 len: 173 time: 0.4936182 Sep 01 05:02:31.924434 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d4658cd4-2c6e-4769-9589-d617fbc5f9ea req-a25d486d-7d35-4005-89ec-da3636646beb tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0279045 Sep 01 05:02:32.907023 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a52a41-3d5d-49e3-82f0-6422719d39e1 req-4bdfb596-e189-405f-8e22-1b2b22813fe7 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:32.908867 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c9a52a41-3d5d-49e3-82f0-6422719d39e1 req-4bdfb596-e189-405f-8e22-1b2b22813fe7 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0707986 Sep 01 05:02:32.970992 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c9a52a41-3d5d-49e3-82f0-6422719d39e1 req-146b9012-81de-40ef-a0c1-fc1e9cb6c963 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556822 Sep 01 05:02:32.975980 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8e2fee-78b8-4039-9341-d297d9d0cfb8', 'name': 'network-vif-deleted', 'tag': '9844dc61-2e42-4dee-bd34-7bf7991bc261'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:32.979420 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c96c003-7935-4a23-bcc6-97b3ebbbc83a" -d '{"events": [{"server_uuid": "0c8e2fee-78b8-4039-9341-d297d9d0cfb8", "name": "network-vif-deleted", "tag": "9844dc61-2e42-4dee-bd34-7bf7991bc261"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:33.030457 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f516c2-f82c-498d-93bb-59ca08aac219 x-openstack-request-id: req-e9f516c2-f82c-498d-93bb-59ca08aac219 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:33.031178 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8e2fee-78b8-4039-9341-d297d9d0cfb8", "name": "network-vif-deleted", "tag": "9844dc61-2e42-4dee-bd34-7bf7991bc261", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:33.031433 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9f516c2-f82c-498d-93bb-59ca08aac219 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:33.032097 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8e2fee-78b8-4039-9341-d297d9d0cfb8', 'name': 'network-vif-deleted', 'tag': '9844dc61-2e42-4dee-bd34-7bf7991bc261', 'status': 'completed', 'code': 200} Sep 01 05:02:33.045922 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-be4c2ce8-2e74-493d-a448-4a2a47fc2bca req-3a353841-c2d0-43f8-bd70-e722dfd64237 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c8e2fee-78b8-4039-9341-d297d9d0cfb8 HTTP/1.1" status: 200 len: 210 time: 0.0282881 Sep 01 05:02:34.106334 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37970ae-edc9-40bb-8c59-8e1873085f92 req-3d289a15-8580-42a8-bdcf-35590ebd9234 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:34.108367 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a37970ae-edc9-40bb-8c59-8e1873085f92 req-3d289a15-8580-42a8-bdcf-35590ebd9234 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0507114 Sep 01 05:02:34.114206 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 9844dc61-2e42-4dee-bd34-7bf7991bc261 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:02:34.134878 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 9844dc61-2e42-4dee-bd34-7bf7991bc261 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:02:34.135194 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 9844dc61-2e42-4dee-bd34-7bf7991bc261 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:02:34.135606 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 496d421c-5e1c-4390-9786-eb62921a279f no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:02:34.151484 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a37970ae-edc9-40bb-8c59-8e1873085f92 req-0911957e-9ca5-472f-8f03-c3a114f9bdc4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350723 Sep 01 05:02:34.158486 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 496d421c-5e1c-4390-9786-eb62921a279f {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:02:34.158833 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 496d421c-5e1c-4390-9786-eb62921a279f not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:02:34.499692 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46042a7e-20ba-44ae-9175-013c3ac5bd89 req-c7eb5311-9960-4661-ac88-46c76a77e268 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:34.501080 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46042a7e-20ba-44ae-9175-013c3ac5bd89 req-c7eb5311-9960-4661-ac88-46c76a77e268 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 945 time: 0.0486846 Sep 01 05:02:34.539916 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46042a7e-20ba-44ae-9175-013c3ac5bd89 req-fd39da21-3ca8-43ef-93f2-06d9d37f2589 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Sep 01 05:02:35.272809 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67928d1-410d-4343-9a23-b0d075ba3a67 req-f5926c65-1adf-40b0-9f16-3083963bfc3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:35.274325 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d67928d1-410d-4343-9a23-b0d075ba3a67 req-f5926c65-1adf-40b0-9f16-3083963bfc3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0530784 Sep 01 05:02:35.311549 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d67928d1-410d-4343-9a23-b0d075ba3a67 req-a7e5588b-2a65-4a56-8d3d-77aee31d8ea4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311935 Sep 01 05:02:35.660758 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d40ef3-3ec2-4833-84e0-ece20717502a req-32da5868-4dbf-4883-a01e-b4867561b9a1 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:35.662379 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e1d40ef3-3ec2-4833-84e0-ece20717502a req-32da5868-4dbf-4883-a01e-b4867561b9a1 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Sep 01 05:02:35.711359 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e1d40ef3-3ec2-4833-84e0-ece20717502a req-f89298b5-ac01-4cb3-9d51-a69329b67e8b tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391479 Sep 01 05:02:36.425122 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f04-9dde-4331-9a7f-6c8f67c79d40 req-b94d19c7-3ae1-482d-bd4f-4ddfcc903ed4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:36.426644 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4a149f04-9dde-4331-9a7f-6c8f67c79d40 req-b94d19c7-3ae1-482d-bd4f-4ddfcc903ed4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0478730 Sep 01 05:02:36.464568 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4a149f04-9dde-4331-9a7f-6c8f67c79d40 req-c7558309-f768-4a2d-9d76-b2fe7df826e4 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Sep 01 05:02:36.827625 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7c30-832a-4763-83e2-8c2e512d8ac0 req-ef3c5c7e-38e5-46c0-8b13-683d46391b53 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:36.829095 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-094d7c30-832a-4763-83e2-8c2e512d8ac0 req-ef3c5c7e-38e5-46c0-8b13-683d46391b53 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 945 time: 0.0480220 Sep 01 05:02:36.867309 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-094d7c30-832a-4763-83e2-8c2e512d8ac0 req-7bbd3baa-8fe8-4a51-9561-9238604901a7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Sep 01 05:02:37.024866 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-98086bef-e5f7-40df-bb26-1d2e78a41f7d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:37.026361 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-98086bef-e5f7-40df-bb26-1d2e78a41f7d tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 945 time: 0.0494738 Sep 01 05:02:37.125053 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Deleting port 65d038d4-819d-4e3d-a67b-28b0469df372 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:37.125417 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:37.213593 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] For port 65d038d4-819d-4e3d-a67b-28b0469df372, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=65d038d4-819d-4e3d-a67b-28b0469df372,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:37.213955 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:37.226884 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Calling delete_port for 65d038d4-819d-4e3d-a67b-28b0469df372 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:37.403642 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:37.416569 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['168f14c1-87ec-4151-bb06-ab03723866f3', '65d038d4-819d-4e3d-a67b-28b0469df372'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:37.442761 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Pushing event deleted for resources: {'Port': ['ID=65d038d4-819d-4e3d-a67b-28b0469df372,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:37.468368 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.468715 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.469078 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.469481 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.469746 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.470146 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.470390 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.470715 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.471036 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.471355 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.471674 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.471999 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:37.500001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] No DVR routers for this DVR port 65d038d4-819d-4e3d-a67b-28b0469df372 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:02:37.502950 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:37.505064 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-56c120d4-cf84-4bd3-9faa-d356f236b964 req-4685974e-6a95-4e1c-80b9-73c333cbd4e7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "DELETE /v2.0/ports/65d038d4-819d-4e3d-a67b-28b0469df372 HTTP/1.1" status: 204 len: 173 time: 0.4679103 Sep 01 05:02:37.505589 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1494bd76-d184-438a-893c-3e0432e47d53', 'name': 'network-vif-deleted', 'tag': '65d038d4-819d-4e3d-a67b-28b0469df372'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:37.508218 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2204327a-3154-435b-9be4-60b9dfd53e42" -d '{"events": [{"server_uuid": "1494bd76-d184-438a-893c-3e0432e47d53", "name": "network-vif-deleted", "tag": "65d038d4-819d-4e3d-a67b-28b0469df372"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:37.560471 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b369e0-5473-4bfa-9d63-3f474fb17d13 x-openstack-request-id: req-e4b369e0-5473-4bfa-9d63-3f474fb17d13 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:37.560756 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1494bd76-d184-438a-893c-3e0432e47d53", "name": "network-vif-deleted", "tag": "65d038d4-819d-4e3d-a67b-28b0469df372", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:37.561001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4b369e0-5473-4bfa-9d63-3f474fb17d13 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:37.561406 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1494bd76-d184-438a-893c-3e0432e47d53', 'name': 'network-vif-deleted', 'tag': '65d038d4-819d-4e3d-a67b-28b0469df372', 'status': 'completed', 'code': 200} Sep 01 05:02:37.593605 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de528b-b467-42d4-b058-e9dd5d6c1d45 req-7f268d7c-adde-4bd0-a5bd-9f1322d6bb09 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:37.594990 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e9de528b-b467-42d4-b058-e9dd5d6c1d45 req-7f268d7c-adde-4bd0-a5bd-9f1322d6bb09 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0518088 Sep 01 05:02:37.633217 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e9de528b-b467-42d4-b058-e9dd5d6c1d45 req-31e86471-1c3f-4d4e-a5bb-a9e55b34f46e tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313933 Sep 01 05:02:37.979012 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-72ea5ba9-52ae-42ff-91d3-33f7e290d608 req-511a5a50-bf32-455f-8a19-6cc232bdc3b3 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=1494bd76-d184-438a-893c-3e0432e47d53 HTTP/1.1" status: 200 len: 210 time: 0.0267787 Sep 01 05:02:38.751573 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a6b3f-142c-4850-9a2a-4a33d6c27d41 req-d0e4242f-fd1a-41ba-a6f7-41e90e2f3dea tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:38.753285 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e90a6b3f-142c-4850-9a2a-4a33d6c27d41 req-d0e4242f-fd1a-41ba-a6f7-41e90e2f3dea tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0484982 Sep 01 05:02:38.790807 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e90a6b3f-142c-4850-9a2a-4a33d6c27d41 req-01d47dfc-1b46-4477-8593-96507e1e7ba0 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Sep 01 05:02:39.512052 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:02:40.466123 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-44c6d083-1197-4ead-a936-dd6c2721ce7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:43.037954 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b65289be-652b-4cd7-b2e3-24d06ab4c967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:43.316925 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:43.963395 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 65d038d4-819d-4e3d-a67b-28b0469df372 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:02:43.987263 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 65d038d4-819d-4e3d-a67b-28b0469df372 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:02:43.987681 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 65d038d4-819d-4e3d-a67b-28b0469df372 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:02:44.163232 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:45.688649 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:47.809245 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ea524-b3f5-4292-82f8-7c0a83b06f67 req-f4242638-be3b-4b79-880e-34cd0ec96eb9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:47.810714 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-613ea524-b3f5-4292-82f8-7c0a83b06f67 req-f4242638-be3b-4b79-880e-34cd0ec96eb9 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0513604 Sep 01 05:02:47.846813 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-613ea524-b3f5-4292-82f8-7c0a83b06f67 req-d12d1501-7517-4c94-b927-38f5d0389086 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295191 Sep 01 05:02:48.962490 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a29f2e-0884-4f3d-92d0-1a0fe071d6bf req-bf1398c6-defc-4209-8ffe-122de547b7b8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:48.963866 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a9a29f2e-0884-4f3d-92d0-1a0fe071d6bf req-bf1398c6-defc-4209-8ffe-122de547b7b8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0493591 Sep 01 05:02:49.003771 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a9a29f2e-0884-4f3d-92d0-1a0fe071d6bf req-b0fe7084-2fc1-4ace-bd33-a441120e02d8 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aa4155c-c027-4f51-82a7-fb739fe74370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338454 Sep 01 05:02:49.580676 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-5b4eb692-ea75-4efc-947e-ad40f9c2850d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:49.582145 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-5b4eb692-ea75-4efc-947e-ad40f9c2850d tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 945 time: 0.0477691 Sep 01 05:02:49.672247 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Deleting port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:49.672497 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:49.759218 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] For port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:49.759586 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:49.776213 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Calling delete_port for 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:49.962996 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:49.974173 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['1353c31e-9570-4c4b-aebc-fcc98e2a58d2'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:49.991495 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Pushing event deleted for resources: {'Port': ['ID=1353c31e-9570-4c4b-aebc-fcc98e2a58d2,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:50.034302 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] No DVR routers for this DVR port 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:02:50.036953 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:50.038940 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bd9c179c-1d86-4b44-942b-0a52d293d3f1 req-6f8d68df-6bf2-4145-af97-3a1938d95e3f tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.16 "DELETE /v2.0/ports/1353c31e-9570-4c4b-aebc-fcc98e2a58d2 HTTP/1.1" status: 204 len: 173 time: 0.4504592 Sep 01 05:02:50.039934 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd5eae38-175a-4cea-9f34-bf848ddf400f', 'name': 'network-vif-deleted', 'tag': '1353c31e-9570-4c4b-aebc-fcc98e2a58d2'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:50.042269 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f0af6e-38e6-4faf-9670-4c4317a628d8" -d '{"events": [{"server_uuid": "fd5eae38-175a-4cea-9f34-bf848ddf400f", "name": "network-vif-deleted", "tag": "1353c31e-9570-4c4b-aebc-fcc98e2a58d2"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:50.079256 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9088fa-146b-4f98-9b43-c46a3ec78813 x-openstack-request-id: req-0f9088fa-146b-4f98-9b43-c46a3ec78813 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:50.079549 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd5eae38-175a-4cea-9f34-bf848ddf400f", "name": "network-vif-deleted", "tag": "1353c31e-9570-4c4b-aebc-fcc98e2a58d2", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:50.079797 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f9088fa-146b-4f98-9b43-c46a3ec78813 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:50.080186 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd5eae38-175a-4cea-9f34-bf848ddf400f', 'name': 'network-vif-deleted', 'tag': '1353c31e-9570-4c4b-aebc-fcc98e2a58d2', 'status': 'completed', 'code': 200} Sep 01 05:02:50.105261 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6c2e0adc-441d-44c2-be1f-19562aa2dd93 req-10e09a54-7574-41e5-8231-e4895bf45f62 tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 210 time: 0.0288184 Sep 01 05:02:55.126123 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:02:55.146806 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:02:55.147434 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 1353c31e-9570-4c4b-aebc-fcc98e2a58d2 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:02:55.239485 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c2a0e429-c18c-4dda-af42-c01f555e3c10 req-488bf2b5-4c64-48e3-8f7e-c629d621d4ac tempest-ServerRescueNegativeTestJSON-90028020 tempest-ServerRescueNegativeTestJSON-90028020-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd5eae38-175a-4cea-9f34-bf848ddf400f HTTP/1.1" status: 200 len: 210 time: 0.0267637 Sep 01 05:02:55.255018 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940cba4-44b1-4e3b-b406-705b77f19eb2 req-dc3ccdba-3f09-4dcd-95cf-f027e6ed8fc0 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:55.256550 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c940cba4-44b1-4e3b-b406-705b77f19eb2 req-dc3ccdba-3f09-4dcd-95cf-f027e6ed8fc0 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 946 time: 0.0507019 Sep 01 05:02:55.297222 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c940cba4-44b1-4e3b-b406-705b77f19eb2 req-bbc9b0e3-de75-4c5d-a1a9-7305ea44d6b6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Sep 01 05:02:56.295146 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 33604) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:56.702403 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af330fda-b3cf-46db-8b15-2e660844884e req-64bbcbe0-02a7-4905-9ccb-90b67f55c405 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:56.702403 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-af330fda-b3cf-46db-8b15-2e660844884e req-64bbcbe0-02a7-4905-9ccb-90b67f55c405 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 946 time: 0.3195844 Sep 01 05:02:56.780782 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-af330fda-b3cf-46db-8b15-2e660844884e req-cab31781-a105-499d-b165-71f790ea8204 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731163 Sep 01 05:02:57.001220 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:57.287075 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Deleting port ab6be7cf-77ef-454c-8e41-85b3bc8007ac {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:57.287421 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:57.369460 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] For port ab6be7cf-77ef-454c-8e41-85b3bc8007ac, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,segment=NetworkSegment(14fe0e28-43c4-493c-ade2-0b3faa2015dc),segment_id=14fe0e28-43c4-493c-ade2-0b3faa2015dc)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:57.370179 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:57.382140 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Calling delete_port for ab6be7cf-77ef-454c-8e41-85b3bc8007ac owned by network:router_interface {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:57.553664 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bf1beb60-edcb-4749-9156-67ed17f505cc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:57.555862 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bf1beb60-edcb-4749-9156-67ed17f505cc tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 946 time: 0.0667975 Sep 01 05:02:57.677413 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Deleting port 168f14c1-87ec-4151-bb06-ab03723866f3 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:57.677749 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:57.717849 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:57.763532 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6be7cf-77ef-454c-8e41-85b3bc8007ac,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:57.837590 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] For port 168f14c1-87ec-4151-bb06-ab03723866f3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=168f14c1-87ec-4151-bb06-ab03723866f3,segment=NetworkSegment(730c61c4-6dfc-42c2-90dd-f19379953e74),segment_id=730c61c4-6dfc-42c2-90dd-f19379953e74)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:57.837948 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:57.881379 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Calling delete_port for 168f14c1-87ec-4151-bb06-ab03723866f3 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:57.904624 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7659e6-0a8b-4595-be25-479218638495 req-dac2d636-7ccd-4418-8bbb-9c1280daeeb7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:57.906096 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2b7659e6-0a8b-4595-be25-479218638495 req-dac2d636-7ccd-4418-8bbb-9c1280daeeb7 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 946 time: 0.0540807 Sep 01 05:02:57.944773 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2b7659e6-0a8b-4595-be25-479218638495 req-a946d7eb-6401-4052-8dfd-59055cbaec76 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/security-groups?id=470ad038-7d6f-49e4-b94d-e83b577c03f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325434 Sep 01 05:02:57.993828 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.219985 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.233303 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['168f14c1-87ec-4151-bb06-ab03723866f3'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:58.259123 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Pushing event deleted for resources: {'Port': ['ID=168f14c1-87ec-4151-bb06-ab03723866f3,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:58.288410 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Router 3239afda-9d4b-4628-bbe8-ba5f65de491e has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:02:58.306003 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] No DVR routers for this DVR port 168f14c1-87ec-4151-bb06-ab03723866f3 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:02:58.309806 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.314559 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20b9c3fa-bb89-43cf-b60e-7a7c5b30c2dd req-bae50b17-f0c9-4ba6-a619-06a1f8c3eef6 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.16 "DELETE /v2.0/ports/168f14c1-87ec-4151-bb06-ab03723866f3 HTTP/1.1" status: 204 len: 173 time: 0.7487624 Sep 01 05:02:58.314559 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b294cdc4-0e47-4df5-9046-dfc38c167685', 'name': 'network-vif-deleted', 'tag': '168f14c1-87ec-4151-bb06-ab03723866f3'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:58.314559 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63d4627-7b8e-4062-835f-332f72c74fac" -d '{"events": [{"server_uuid": "b294cdc4-0e47-4df5-9046-dfc38c167685", "name": "network-vif-deleted", "tag": "168f14c1-87ec-4151-bb06-ab03723866f3"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:58.357300 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7966fe-7dbe-4bf5-9bd8-0739e13875c8 x-openstack-request-id: req-1e7966fe-7dbe-4bf5-9bd8-0739e13875c8 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:58.357609 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b294cdc4-0e47-4df5-9046-dfc38c167685", "name": "network-vif-deleted", "tag": "168f14c1-87ec-4151-bb06-ab03723866f3", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:58.357826 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e7966fe-7dbe-4bf5-9bd8-0739e13875c8 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:58.358526 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b294cdc4-0e47-4df5-9046-dfc38c167685', 'name': 'network-vif-deleted', 'tag': '168f14c1-87ec-4151-bb06-ab03723866f3', 'status': 'completed', 'code': 200} Sep 01 05:02:58.421251 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:02:58.427021 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-9385d298-3176-4d53-bc59-00a45229c706 admin admin] 10.222.0.41 "PUT /v2.0/routers/3239afda-9d4b-4628-bbe8-ba5f65de491e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1301997 Sep 01 05:02:58.432719 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33636) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:58.434379 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] Sync routers for ids ['3239afda-9d4b-4628-bbe8-ba5f65de491e'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:02:58.453560 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] Routers {'3239afda-9d4b-4628-bbe8-ba5f65de491e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:02:58.454212 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:02:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['3239afda-9d4b-4628-bbe8-ba5f65de491e'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:58.559672 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.571465 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] Set router 3239afda-9d4b-4628-bbe8-ba5f65de491e gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:02:58.666332 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.772342 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Deleting port 8e202295-3603-4367-9b0f-733a5af0a8a1 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:58.773850 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.840250 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T05:02:57Z', 'revision_number': 5, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port': {'id': '8e202295-3603-4367-9b0f-733a5af0a8a1', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:58.854307 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] For port 8e202295-3603-4367-9b0f-733a5af0a8a1, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=8e202295-3603-4367-9b0f-733a5af0a8a1,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:58.854665 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.868793 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Calling delete_port for 8e202295-3603-4367-9b0f-733a5af0a8a1 owned by network:router_gateway {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:58.870830 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] Checking router: 3239afda-9d4b-4628-bbe8-ba5f65de491e for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:02:58.887398 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] Routers {'3239afda-9d4b-4628-bbe8-ba5f65de491e'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:02:58.888021 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:02:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['3239afda-9d4b-4628-bbe8-ba5f65de491e'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:58.994751 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] Set router 3239afda-9d4b-4628-bbe8-ba5f65de491e gateway port host: None {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:02:59.050122 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T05:02:58Z', 'revision_number': 6, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port_host': None}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:59.082176 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e0430-0492-4825-8747-26e514d9689f None None] The sync data for ids ['3239afda-9d4b-4628-bbe8-ba5f65de491e'] in dv-cinder-804035-8-iscsi is: [{'id': '3239afda-9d4b-4628-bbe8-ba5f65de491e', 'name': 'tempest-ServerRescueNegativeTestJSON-1278470095-router', 'tenant_id': 'edf4274171a8456396df64fd2d224909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T05:02:58Z', 'revision_number': 6, 'project_id': 'edf4274171a8456396df64fd2d224909', 'gw_port_host': None}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:02:59.160773 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-79ed4714-ba92-40d4-a2fd-eb8ffe03e2aa req-0303e660-7620-4682-a2f7-67d8a1613979 tempest-AttachVolumeNegativeTest-1205128685 tempest-AttachVolumeNegativeTest-1205128685-project] 10.222.0.41 "GET /v2.0/ports?device_id=b294cdc4-0e47-4df5-9046-dfc38c167685 HTTP/1.1" status: 200 len: 210 time: 0.0299830 Sep 01 05:02:59.350467 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.375692 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e202295-3603-4367-9b0f-733a5af0a8a1,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:59.391154 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.453351 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.563251 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.565608 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.688454 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.689181 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3239afda-9d4b-4628-bbe8-ba5f65de491e {{(pid=111187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:02:59.698895 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.698895 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1e7ec247-7245-4821-bd2e-0cc53e27a0f0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3239afda-9d4b-4628-bbe8-ba5f65de491e HTTP/1.1" status: 204 len: 168 time: 1.2613251 Sep 01 05:02:59.698895 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33652) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:59.744684 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b41cf3-6734-40c7-8af9-2d551ef544b7 admin admin] Deleting subnet 4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:02:59.747728 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-92b41cf3-6734-40c7-8af9-2d551ef544b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.781575 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-92b41cf3-6734-40c7-8af9-2d551ef544b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.818272 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-92b41cf3-6734-40c7-8af9-2d551ef544b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.957793 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-92b41cf3-6734-40c7-8af9-2d551ef544b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.990587 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b41cf3-6734-40c7-8af9-2d551ef544b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4568835c-3ae1-4c7b-bed4-f0f734e6fbe1,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:59.995429 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-92b41cf3-6734-40c7-8af9-2d551ef544b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.997392 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-92b41cf3-6734-40c7-8af9-2d551ef544b7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4568835c-3ae1-4c7b-bed4-f0f734e6fbe1 HTTP/1.1" status: 204 len: 168 time: 0.2987530 Sep 01 05:02:59.999849 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33654) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:00.067115 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.157692 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device ab6be7cf-77ef-454c-8e41-85b3bc8007ac no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:03:00.159834 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.170963 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7fa1b4-6c0c-447e-8f22-aea426d62e1b']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:00.181566 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: ab6be7cf-77ef-454c-8e41-85b3bc8007ac {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:03:00.181834 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fe0e28-43c4-493c-ade2-0b3faa2015dc') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:00.181977 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device ab6be7cf-77ef-454c-8e41-85b3bc8007ac not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:03:00.182133 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fe0e28-43c4-493c-ade2-0b3faa2015dc') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:00.182840 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 8e202295-3603-4367-9b0f-733a5af0a8a1 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:03:00.192237 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.203764 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 8e202295-3603-4367-9b0f-733a5af0a8a1 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:03:00.204374 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 8e202295-3603-4367-9b0f-733a5af0a8a1 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:03:00.211781 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.217955 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:03:00.218378 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:03:00.220024 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:03:00.231400 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 33666) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:00.284338 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_v2 [None req-851519ad-90d8-423c-bf92-a9bc75a335a6 admin admin] Deleting subnet 8cabf4a5-fb47-43b9-bfe5-867978942fed {{(pid=111188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:03:00.287449 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-851519ad-90d8-423c-bf92-a9bc75a335a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.322077 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-851519ad-90d8-423c-bf92-a9bc75a335a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555036'] for subnet, precommit_delete_associations {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.345486 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.350924 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.356313 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] 10.222.0.41 "DELETE /v2.0/networks/ac7fa1b4-6c0c-447e-8f22-aea426d62e1b HTTP/1.1" status: 204 len: 168 time: 0.3524396 Sep 01 05:03:00.364559 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be862686-f86d-49ad-8845-c80991243bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7fa1b4-6c0c-447e-8f22-aea426d62e1b,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:00.372245 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-851519ad-90d8-423c-bf92-a9bc75a335a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.517790 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-851519ad-90d8-423c-bf92-a9bc75a335a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12731984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12727995'] for subnet, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.544172 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851519ad-90d8-423c-bf92-a9bc75a335a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cabf4a5-fb47-43b9-bfe5-867978942fed,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:00.549481 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-851519ad-90d8-423c-bf92-a9bc75a335a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.551504 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-851519ad-90d8-423c-bf92-a9bc75a335a6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8cabf4a5-fb47-43b9-bfe5-867978942fed HTTP/1.1" status: 204 len: 168 time: 0.3189387 Sep 01 05:03:00.553803 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 33674) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:00.622448 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.733010 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33680) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:00.776631 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-eab75657-a1af-49ba-b120-84dfe9f71122 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edf4274171a8456396df64fd2d224909&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422466 Sep 01 05:03:00.779132 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33682) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:00.834477 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c23291a3-44cf-436b-afa7-eeb3da6f0978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.857057 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c23291a3-44cf-436b-afa7-eeb3da6f0978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.928451 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.938009 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5e8739-a443-4e67-b43d-ff21a57d70a8']}} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:00.948056 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730c61c4-6dfc-42c2-90dd-f19379953e74') {'for_net_delete': True} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:00.948352 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730c61c4-6dfc-42c2-90dd-f19379953e74') {} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:00.956764 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555047'] for segment, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.963420 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c23291a3-44cf-436b-afa7-eeb3da6f0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.965939 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c23291a3-44cf-436b-afa7-eeb3da6f0978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.967152 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c23291a3-44cf-436b-afa7-eeb3da6f0978 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8aa4155c-c027-4f51-82a7-fb739fe74370 HTTP/1.1" status: 204 len: 168 time: 0.1869984 Sep 01 05:03:00.974068 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.974819 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23291a3-44cf-436b-afa7-eeb3da6f0978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa4155c-c027-4f51-82a7-fb739fe74370,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=111188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12732138'] for segment, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: Traceback (most recent call last): Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: timer() Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: cb(*args, **kw) Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: return func(*args, **kwargs) Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: self._notify() Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: self.callback(batched_events) Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: event.method(event) Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: return f(self, *a, **k) Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._get(url).json() Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: return self.request(url, 'GET', **kwargs) Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:03:00.984121 dv-cinder-804035-8-iscsi neutron-server[111188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:03:01.105713 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:01.112890 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:01.116244 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e5e8739-a443-4e67-b43d-ff21a57d70a8 HTTP/1.1" status: 204 len: 168 time: 0.5598080 Sep 01 05:03:01.124714 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c794d3-c78f-43ed-9004-7b7b0b43da9a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5e8739-a443-4e67-b43d-ff21a57d70a8,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:01.506302 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33700) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:01.547593 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b69e71bf-3cc2-4843-896d-7869497cbfc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19b52ec03551403d868713e81e542c44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401039 Sep 01 05:03:01.550125 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33706) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:01.602932 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-372ad3b2-612f-4466-ba44-62aa09909a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:01.625681 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-372ad3b2-612f-4466-ba44-62aa09909a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:01.761673 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-372ad3b2-612f-4466-ba44-62aa09909a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:01.764823 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-372ad3b2-612f-4466-ba44-62aa09909a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:01.766305 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-372ad3b2-612f-4466-ba44-62aa09909a42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/470ad038-7d6f-49e4-b94d-e83b577c03f7 HTTP/1.1" status: 204 len: 168 time: 0.2147791 Sep 01 05:03:01.776678 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ad3b2-612f-4466-ba44-62aa09909a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470ad038-7d6f-49e4-b94d-e83b577c03f7,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:02.040943 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 168f14c1-87ec-4151-bb06-ab03723866f3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:03:02.053783 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936b7aa-a378-4244-8257-7ab8ca17eb68 req-ba6fc9b2-1cce-45ce-9cc8-63df01d36ce8 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:02.056272 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e936b7aa-a378-4244-8257-7ab8ca17eb68 req-ba6fc9b2-1cce-45ce-9cc8-63df01d36ce8 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 945 time: 0.0556467 Sep 01 05:03:02.061919 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 168f14c1-87ec-4151-bb06-ab03723866f3 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:03:02.062339 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 168f14c1-87ec-4151-bb06-ab03723866f3 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:03:02.096572 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e936b7aa-a378-4244-8257-7ab8ca17eb68 req-8e2459c6-f77f-4a9c-a1cd-436ae4d45744 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Sep 01 05:03:03.221556 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff577230-cfd4-4286-be7c-6009f1ef4522 req-9bac1470-7951-4687-84d9-e4d4c64a35f4 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:03.223001 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ff577230-cfd4-4286-be7c-6009f1ef4522 req-9bac1470-7951-4687-84d9-e4d4c64a35f4 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 945 time: 0.0518477 Sep 01 05:03:03.260014 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ff577230-cfd4-4286-be7c-6009f1ef4522 req-0f9ebffa-b44d-40b6-81dc-3954fd43b257 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Sep 01 05:03:03.465498 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33782) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:03.660554 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-82020882-22cc-4008-8a29-bd8eb6d37c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.751116 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-82020882-22cc-4008-8a29-bd8eb6d37c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.808614 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-82020882-22cc-4008-8a29-bd8eb6d37c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.845473 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82020882-22cc-4008-8a29-bd8eb6d37c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f313b3-a943-4d9d-951d-1b67baa89336,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:03.849754 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-82020882-22cc-4008-8a29-bd8eb6d37c4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c370dc97e4642aca4e0a417dd528dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832290 Sep 01 05:03:03.852947 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33794) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:03.899295 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca5d-7723-412c-aa87-1ad982b422d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.920447 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca5d-7723-412c-aa87-1ad982b422d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.037270 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca5d-7723-412c-aa87-1ad982b422d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.040641 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ecd3ca5d-7723-412c-aa87-1ad982b422d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.044280 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ecd3ca5d-7723-412c-aa87-1ad982b422d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84f313b3-a943-4d9d-951d-1b67baa89336 HTTP/1.1" status: 204 len: 168 time: 0.1883636 Sep 01 05:03:04.054388 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3ca5d-7723-412c-aa87-1ad982b422d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f313b3-a943-4d9d-951d-1b67baa89336,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:04.320966 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-8541b3be-d1d6-4df4-a8ef-2bb9528bb6ac tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:04.322454 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-8541b3be-d1d6-4df4-a8ef-2bb9528bb6ac tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.16 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 945 time: 0.0480843 Sep 01 05:03:04.428870 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e3f3c-5d02-491f-aac8-95c667139417 req-f142e832-7a66-4edd-9ef5-7ee853e60645 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:04.430573 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f0e3f3c-5d02-491f-aac8-95c667139417 req-f142e832-7a66-4edd-9ef5-7ee853e60645 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 945 time: 0.1006429 Sep 01 05:03:04.505376 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f0e3f3c-5d02-491f-aac8-95c667139417 req-19904289-7cc7-4a4a-8ce1-f2209527b35b tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/security-groups?id=c515b1bb-9224-478f-a670-22f39a6c73ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529068 Sep 01 05:03:04.510589 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Deleting port 9a9748e3-a671-4f33-b9ca-862186db7c77 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:03:04.511013 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.600829 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] For port 9a9748e3-a671-4f33-b9ca-862186db7c77, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9a9748e3-a671-4f33-b9ca-862186db7c77,segment=NetworkSegment(fc32a4f0-7700-4b10-a9e1-02cbd4733863),segment_id=fc32a4f0-7700-4b10-a9e1-02cbd4733863)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:04.601749 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.613815 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Calling delete_port for 9a9748e3-a671-4f33-b9ca-862186db7c77 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:03:04.761090 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 33814) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:04.774680 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-622386c2-b0e9-4269-980a-481bc98e49ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.812990 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.826088 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['9a9748e3-a671-4f33-b9ca-862186db7c77'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:03:04.853102 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Pushing event deleted for resources: {'Port': ['ID=9a9748e3-a671-4f33-b9ca-862186db7c77,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:04.905360 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] No DVR routers for this DVR port 9a9748e3-a671-4f33-b9ca-862186db7c77 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:03:04.909064 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.911004 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4881afcb-0a72-4c92-8829-3a91bc91765e req-da951f9b-d25d-4d6f-a8e4-106d74148d85 tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.16 "DELETE /v2.0/ports/9a9748e3-a671-4f33-b9ca-862186db7c77 HTTP/1.1" status: 204 len: 173 time: 0.5821810 Sep 01 05:03:04.911430 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566b4b9e-185e-4d00-8c56-e29c00a6e6ac', 'name': 'network-vif-deleted', 'tag': '9a9748e3-a671-4f33-b9ca-862186db7c77'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:03:04.913679 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25fd1c-ee3e-417a-ba7a-b70a00709ed9" -d '{"events": [{"server_uuid": "566b4b9e-185e-4d00-8c56-e29c00a6e6ac", "name": "network-vif-deleted", "tag": "9a9748e3-a671-4f33-b9ca-862186db7c77"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:03:04.946771 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-622386c2-b0e9-4269-980a-481bc98e49ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:04.955871 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18cc97-bf56-4069-ba0f-3d5810504cac x-openstack-request-id: req-4c18cc97-bf56-4069-ba0f-3d5810504cac {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:03:04.955871 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566b4b9e-185e-4d00-8c56-e29c00a6e6ac", "name": "network-vif-deleted", "tag": "9a9748e3-a671-4f33-b9ca-862186db7c77", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:03:04.955871 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c18cc97-bf56-4069-ba0f-3d5810504cac {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:03:04.955871 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566b4b9e-185e-4d00-8c56-e29c00a6e6ac', 'name': 'network-vif-deleted', 'tag': '9a9748e3-a671-4f33-b9ca-862186db7c77', 'status': 'completed', 'code': 200} Sep 01 05:03:05.025733 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-622386c2-b0e9-4269-980a-481bc98e49ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:05.063869 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-622386c2-b0e9-4269-980a-481bc98e49ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88f2a9e375e7455f8278db89605469ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016880 Sep 01 05:03:05.065330 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622386c2-b0e9-4269-980a-481bc98e49ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cef4432-cfa9-4d10-bfe7-ed8f2c2747cb,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:05.066987 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 33818) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:05.113772 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc17f3cd-3f1e-4b76-8b57-a048fece0178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:05.134584 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc17f3cd-3f1e-4b76-8b57-a048fece0178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:05.266275 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc17f3cd-3f1e-4b76-8b57-a048fece0178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:05.269724 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc17f3cd-3f1e-4b76-8b57-a048fece0178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:05.271675 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-fc17f3cd-3f1e-4b76-8b57-a048fece0178 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cef4432-cfa9-4d10-bfe7-ed8f2c2747cb HTTP/1.1" status: 204 len: 168 time: 0.2029557 Sep 01 05:03:05.279479 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17f3cd-3f1e-4b76-8b57-a048fece0178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cef4432-cfa9-4d10-bfe7-ed8f2c2747cb,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:05.605525 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c44d5868-cf67-48b4-bfb7-2aab5a27dc33 req-3d0edab7-c534-4502-bbef-f541d80302ed tempest-VolumesSnapshotTestJSON-1657439781 tempest-VolumesSnapshotTestJSON-1657439781-project] 10.222.0.41 "GET /v2.0/ports?device_id=566b4b9e-185e-4d00-8c56-e29c00a6e6ac HTTP/1.1" status: 200 len: 210 time: 0.0282247 Sep 01 05:03:08.104047 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 9a9748e3-a671-4f33-b9ca-862186db7c77 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:03:08.127807 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 9a9748e3-a671-4f33-b9ca-862186db7c77 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:03:08.128219 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 9a9748e3-a671-4f33-b9ca-862186db7c77 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:03:10.534075 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e349b9bc-4dce-463c-9e66-9cf769f18316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.996937 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1817f25e-062a-47f6-af38-5167292675e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.293215 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.196829 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.686821 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:16.511083 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:03:27.321698 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-77e591c1-5da9-42c0-995f-454f645b8101 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396550 Sep 01 05:03:27.395396 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-99f16923-f886-4eae-93be-956e06dcc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:27.397083 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-99f16923-f886-4eae-93be-956e06dcc7e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1098 time: 0.0456660 Sep 01 05:03:27.500158 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-35974fd5-f5fb-41f9-96b8-46578b5819d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:27.501634 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-35974fd5-f5fb-41f9-96b8-46578b5819d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.0858459 Sep 01 05:03:27.570327 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-3e93f695-3486-4931-a27e-d7d09426e7ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 200 len: 1001 time: 0.0615330 Sep 01 05:03:27.618665 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-5cb9780f-583c-4f62-91ec-1d68df2dd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:27.620039 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-5cb9780f-583c-4f62-91ec-1d68df2dd6ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0421216 Sep 01 05:03:27.664683 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-ddd50777-d98a-49b6-9590-886060fa5961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:27.666135 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-ddd50777-d98a-49b6-9590-886060fa5961 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385451 Sep 01 05:03:27.760761 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-93aa17ff-4788-4e12-bf0c-bcb77d424e6f service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868788 Sep 01 05:03:27.850365 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fe163f5-e368-4ab4-884a-c4ab76a65417 req-abe1f48e-cb79-4c93-b5a2-2523c2c43169 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822415 Sep 01 05:03:28.697052 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 34326) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:28.798936 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.894322 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.968713 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.005912 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8ea149-af52-42f5-90e8-5b37d04b5699,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:29.010785 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=366022b0983648758e5c17f9ba02535c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126969 Sep 01 05:03:29.013585 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34336) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:29.015742 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.024929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afd5228-f334-48b9-9a2f-78df4c5624e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.075545 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f50103fe-e61d-46b1-958b-5a86e48240e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.097580 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f50103fe-e61d-46b1-958b-5a86e48240e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.219738 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f50103fe-e61d-46b1-958b-5a86e48240e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.222341 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f50103fe-e61d-46b1-958b-5a86e48240e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.223504 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f50103fe-e61d-46b1-958b-5a86e48240e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b8ea149-af52-42f5-90e8-5b37d04b5699 HTTP/1.1" status: 204 len: 168 time: 0.2060604 Sep 01 05:03:29.233390 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50103fe-e61d-46b1-958b-5a86e48240e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8ea149-af52-42f5-90e8-5b37d04b5699,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:29.373709 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.794699 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34352) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:29.811196 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f7151c56-b9f7-4ecb-8a15-76026c3aafdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.902142 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f7151c56-b9f7-4ecb-8a15-76026c3aafdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.990697 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f7151c56-b9f7-4ecb-8a15-76026c3aafdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.030439 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f7151c56-b9f7-4ecb-8a15-76026c3aafdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18289e182ac549a1b8ab7da12f4306bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332587 Sep 01 05:03:30.032297 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7151c56-b9f7-4ecb-8a15-76026c3aafdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460cea28-544b-48c2-a899-74424626b53b,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:30.033465 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 34364) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:30.100783 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b18e-c29c-43fe-8877-706ca1cf964d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.126525 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b18e-c29c-43fe-8877-706ca1cf964d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.304091 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b18e-c29c-43fe-8877-706ca1cf964d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.306665 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3fa9b18e-c29c-43fe-8877-706ca1cf964d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.307846 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-3fa9b18e-c29c-43fe-8877-706ca1cf964d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/460cea28-544b-48c2-a899-74424626b53b HTTP/1.1" status: 204 len: 168 time: 0.2663052 Sep 01 05:03:30.316402 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9b18e-c29c-43fe-8877-706ca1cf964d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460cea28-544b-48c2-a899-74424626b53b,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:32.533054 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 34430) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:32.635287 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d223989f-4610-42af-98c7-7e678a9c0fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:32.726967 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d223989f-4610-42af-98c7-7e678a9c0fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:32.778394 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d223989f-4610-42af-98c7-7e678a9c0fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:32.820692 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d223989f-4610-42af-98c7-7e678a9c0fa2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0608e5d4e3fe4f4cadb664823fd4aa9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865102 Sep 01 05:03:32.822433 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223989f-4610-42af-98c7-7e678a9c0fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f10344-be79-467b-832a-bd08c3169e6e,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:32.823549 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34440) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:32.876103 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7e048896-08e5-458b-87d3-15c5e757d94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:32.896695 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7e048896-08e5-458b-87d3-15c5e757d94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.036924 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7e048896-08e5-458b-87d3-15c5e757d94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.039431 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7e048896-08e5-458b-87d3-15c5e757d94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.040560 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-7e048896-08e5-458b-87d3-15c5e757d94f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93f10344-be79-467b-832a-bd08c3169e6e HTTP/1.1" status: 204 len: 168 time: 0.2157781 Sep 01 05:03:33.048669 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e048896-08e5-458b-87d3-15c5e757d94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f10344-be79-467b-832a-bd08c3169e6e,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:33.732991 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34452) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:33.751549 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4a18-1523-479f-aab4-0f41e4e6bff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.859966 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4a18-1523-479f-aab4-0f41e4e6bff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.921821 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4a18-1523-479f-aab4-0f41e4e6bff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.971306 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-2d7c4a18-1523-479f-aab4-0f41e4e6bff9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdc8c7b975324c28bcd1abc1981fc349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367508 Sep 01 05:03:33.973061 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c4a18-1523-479f-aab4-0f41e4e6bff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70990dab-d832-41e8-8d3c-b34023013bd6,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:33.974003 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 34458) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:34.031858 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a7a51dd-81f7-426a-9f19-d4b5c456f78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.057671 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a7a51dd-81f7-426a-9f19-d4b5c456f78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.174851 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a7a51dd-81f7-426a-9f19-d4b5c456f78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.179122 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a7a51dd-81f7-426a-9f19-d4b5c456f78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.192644 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1a7a51dd-81f7-426a-9f19-d4b5c456f78c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70990dab-d832-41e8-8d3c-b34023013bd6 HTTP/1.1" status: 204 len: 168 time: 0.2174928 Sep 01 05:03:34.204444 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a51dd-81f7-426a-9f19-d4b5c456f78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70990dab-d832-41e8-8d3c-b34023013bd6,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:37.103391 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34558) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:37.216595 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dabe418b-af5d-4dd8-b170-36f331761a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.306558 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dabe418b-af5d-4dd8-b170-36f331761a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.367920 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dabe418b-af5d-4dd8-b170-36f331761a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.408532 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-dabe418b-af5d-4dd8-b170-36f331761a8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=398b951529ee4fc697a8b28131e36136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034620 Sep 01 05:03:37.409205 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe418b-af5d-4dd8-b170-36f331761a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e9cb68-acb2-4ed3-8789-cce788fd047c,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:37.410759 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 34570) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:37.459109 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c5385112-b307-4230-ad4a-9a59697d2376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.479235 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c5385112-b307-4230-ad4a-9a59697d2376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.596684 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c5385112-b307-4230-ad4a-9a59697d2376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.599521 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c5385112-b307-4230-ad4a-9a59697d2376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.600756 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c5385112-b307-4230-ad4a-9a59697d2376 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/92e9cb68-acb2-4ed3-8789-cce788fd047c HTTP/1.1" status: 204 len: 168 time: 0.1889954 Sep 01 05:03:37.608555 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5385112-b307-4230-ad4a-9a59697d2376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e9cb68-acb2-4ed3-8789-cce788fd047c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:38.951540 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bead4c0-1cf0-42c2-8876-3d5092e083e1 req-f02988e0-1d12-4c33-b946-512c94f1bfec tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:38.954218 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4bead4c0-1cf0-42c2-8876-3d5092e083e1 req-f02988e0-1d12-4c33-b946-512c94f1bfec tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0549340 Sep 01 05:03:38.997189 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4bead4c0-1cf0-42c2-8876-3d5092e083e1 req-9efed30c-88d0-49f5-bc62-137047075ea9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361016 Sep 01 05:03:40.117105 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695ed9d-d75b-439b-93e5-d20bca93d1da req-358f1755-17f7-4064-b270-766f14443914 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:40.118593 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0695ed9d-d75b-439b-93e5-d20bca93d1da req-358f1755-17f7-4064-b270-766f14443914 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0485642 Sep 01 05:03:40.154592 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0695ed9d-d75b-439b-93e5-d20bca93d1da req-8430b721-23a7-4a05-a0a4-6144e0cda3eb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301216 Sep 01 05:03:40.464208 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-49a26db8-9870-4e30-a987-56b064e89cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.274641 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d369f51-825a-4c6f-b2f4-1a5e047ad0ae req-d4405228-a654-4387-92a5-347c355813e1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:41.276075 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6d369f51-825a-4c6f-b2f4-1a5e047ad0ae req-d4405228-a654-4387-92a5-347c355813e1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Sep 01 05:03:41.312661 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6d369f51-825a-4c6f-b2f4-1a5e047ad0ae req-23dc1e78-f8ba-4776-9d99-46756064912d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306745 Sep 01 05:03:42.430467 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b864c-0b8b-4b08-a25e-fb0a50cdbd65 req-bab2bc68-7b18-492a-8f31-088b8aa924f2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:42.431943 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-335b864c-0b8b-4b08-a25e-fb0a50cdbd65 req-bab2bc68-7b18-492a-8f31-088b8aa924f2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Sep 01 05:03:42.469835 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-335b864c-0b8b-4b08-a25e-fb0a50cdbd65 req-8a44448a-4d37-4f18-b62d-d6a2e2f639af tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 Sep 01 05:03:42.996154 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-94ee69db-9872-4907-965c-f0d4922ca04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.396146 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.587899 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80f91c-e760-43e3-bd2c-6efe16922b57 req-70840f22-22f1-48ff-8017-5242283a9d78 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:43.589410 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6e80f91c-e760-43e3-bd2c-6efe16922b57 req-70840f22-22f1-48ff-8017-5242283a9d78 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0480807 Sep 01 05:03:43.627360 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6e80f91c-e760-43e3-bd2c-6efe16922b57 req-8aee454d-9ec0-4df1-a056-879166f643f0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316238 Sep 01 05:03:44.190868 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:44.747425 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8e0ff-6098-418e-97c2-0ec327b431fd req-91316b29-7ed6-41e3-b302-7e966e463b28 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:44.751335 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2be8e0ff-6098-418e-97c2-0ec327b431fd req-91316b29-7ed6-41e3-b302-7e966e463b28 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0516057 Sep 01 05:03:44.787014 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2be8e0ff-6098-418e-97c2-0ec327b431fd req-79a8bf04-b973-44da-850e-ef581ada44b2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319700 Sep 01 05:03:45.699550 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:45.927675 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8432d-2cf3-4c5a-a613-0d8780d318ee req-9849a9fb-122f-42e6-bc39-f8aa10b8b661 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:45.933158 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3dc8432d-2cf3-4c5a-a613-0d8780d318ee req-9849a9fb-122f-42e6-bc39-f8aa10b8b661 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Sep 01 05:03:45.968377 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3dc8432d-2cf3-4c5a-a613-0d8780d318ee req-fd994da5-15f9-48ca-a18c-555b02a12406 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326073 Sep 01 05:03:46.220028 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c583ab-b8ad-49dd-bd6f-428707db05d1 req-a2ba3058-943a-4797-b488-47d880b7c4b6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:46.221410 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54c583ab-b8ad-49dd-bd6f-428707db05d1 req-a2ba3058-943a-4797-b488-47d880b7c4b6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0547981 Sep 01 05:03:46.259125 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-54c583ab-b8ad-49dd-bd6f-428707db05d1 req-1744e02d-297a-49c2-8f06-c1b5f2d88e80 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316234 Sep 01 05:03:47.097333 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c334573-951a-4981-8b4e-9cbbf6b1db2a req-e1c648d5-870e-4959-9516-b5c27021d7b0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:47.098813 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4c334573-951a-4981-8b4e-9cbbf6b1db2a req-e1c648d5-870e-4959-9516-b5c27021d7b0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0492728 Sep 01 05:03:47.137767 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4c334573-951a-4981-8b4e-9cbbf6b1db2a req-f57b47d9-9072-414e-bf3d-ee2d9c3e1f80 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330186 Sep 01 05:03:47.380831 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf36a83-af7f-4480-af83-2be4e871be88 req-100b3cbe-8bda-401c-bbe8-f26c7df0bf44 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:47.382326 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0bf36a83-af7f-4480-af83-2be4e871be88 req-100b3cbe-8bda-401c-bbe8-f26c7df0bf44 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0497200 Sep 01 05:03:47.424681 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0bf36a83-af7f-4480-af83-2be4e871be88 req-9ea86096-6d89-44e2-b68a-248071ec3588 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362754 Sep 01 05:03:47.504302 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 34848) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:47.607911 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1b49f764-cefe-4c32-bb4b-76b07dfdcf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:47.705525 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1b49f764-cefe-4c32-bb4b-76b07dfdcf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:47.802070 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1b49f764-cefe-4c32-bb4b-76b07dfdcf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:47.840231 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1b49f764-cefe-4c32-bb4b-76b07dfdcf75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=144a0fb007704e48bde740fc17a440c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348694 Sep 01 05:03:47.841488 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49f764-cefe-4c32-bb4b-76b07dfdcf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4963ef-a3f1-421e-8d1a-74bdca805f71,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:47.843219 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34858) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:47.893930 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:47.915864 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:48.019372 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:48.021820 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:48.026944 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c4963ef-a3f1-421e-8d1a-74bdca805f71 HTTP/1.1" status: 204 len: 168 time: 0.1787550 Sep 01 05:03:48.030330 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4963ef-a3f1-421e-8d1a-74bdca805f71,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:48.037188 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.037560 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.037895 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.038224 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.038547 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.038869 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.039189 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.039511 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.039830 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.040257 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.040454 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.040765 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e904e-2615-403f-add6-1d92f3be07b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:48.258729 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57576a36-3a4d-4694-8da2-20279ad1ffb3 req-b124c15f-29a8-4e4d-a1b0-a1988ce771ec tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:48.260213 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-57576a36-3a4d-4694-8da2-20279ad1ffb3 req-b124c15f-29a8-4e4d-a1b0-a1988ce771ec tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Sep 01 05:03:48.300068 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-57576a36-3a4d-4694-8da2-20279ad1ffb3 req-fbec08e6-c7cd-4705-b702-df138973af6c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328748 Sep 01 05:03:48.558928 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b26c8-1d88-4a19-ad31-3f7aab58d0c2 req-b224fb65-d94a-4c5a-ab62-2c175ef3ba87 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:48.560648 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a96b26c8-1d88-4a19-ad31-3f7aab58d0c2 req-b224fb65-d94a-4c5a-ab62-2c175ef3ba87 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0607660 Sep 01 05:03:48.600980 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a96b26c8-1d88-4a19-ad31-3f7aab58d0c2 req-ee066b1a-0047-4cab-8744-7f05e0468314 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Sep 01 05:03:48.754702 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34886) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:48.767654 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-afd04a42-6d80-4869-a468-9cd5dd7c3695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:48.853705 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-afd04a42-6d80-4869-a468-9cd5dd7c3695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:48.927934 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-afd04a42-6d80-4869-a468-9cd5dd7c3695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:48.965057 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-afd04a42-6d80-4869-a468-9cd5dd7c3695 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f482e801aa6045928d0941bd3b739644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092352 Sep 01 05:03:48.967026 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd04a42-6d80-4869-a468-9cd5dd7c3695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e49040-bc35-4f11-9fe0-33e9fed3dbe7,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:48.968201 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 34888) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:49.017048 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd11b-9830-49d6-b2c2-a6e0a330744d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.038239 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd11b-9830-49d6-b2c2-a6e0a330744d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.133459 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd11b-9830-49d6-b2c2-a6e0a330744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.136027 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1c1dd11b-9830-49d6-b2c2-a6e0a330744d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.137221 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1c1dd11b-9830-49d6-b2c2-a6e0a330744d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42e49040-bc35-4f11-9fe0-33e9fed3dbe7 HTTP/1.1" status: 204 len: 168 time: 0.1670735 Sep 01 05:03:49.146226 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dd11b-9830-49d6-b2c2-a6e0a330744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e49040-bc35-4f11-9fe0-33e9fed3dbe7,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:49.199537 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34894) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:49.301425 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d291d5b1-04fa-434a-96ac-1581752ec00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.395782 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d291d5b1-04fa-434a-96ac-1581752ec00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.428462 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d2dcd-44c2-4ebf-b714-4f2a75a0eef3 req-75d83436-b5e1-4673-8e9e-3df13e028092 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:49.429993 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d98d2dcd-44c2-4ebf-b714-4f2a75a0eef3 req-75d83436-b5e1-4673-8e9e-3df13e028092 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0519893 Sep 01 05:03:49.468756 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d98d2dcd-44c2-4ebf-b714-4f2a75a0eef3 req-a7867750-fb7c-4e93-ba0f-3b7270c13015 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Sep 01 05:03:49.481644 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d291d5b1-04fa-434a-96ac-1581752ec00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.522525 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291d5b1-04fa-434a-96ac-1581752ec00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa61daf-caad-4f2f-99bc-7f608a810e14,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:49.530555 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-d291d5b1-04fa-434a-96ac-1581752ec00a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=598466aaceb646edac04b499646be806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262691 Sep 01 05:03:49.530948 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 34904) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:49.594835 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7544fed7-40d1-4f3a-a9d6-9887681e1eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.622905 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7544fed7-40d1-4f3a-a9d6-9887681e1eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.735963 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bafcbe-3bb2-4ea4-84f8-c21bb3635553 req-14ecc959-7ac4-4e02-a449-20c45e74274f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:49.737588 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-72bafcbe-3bb2-4ea4-84f8-c21bb3635553 req-14ecc959-7ac4-4e02-a449-20c45e74274f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0488505 Sep 01 05:03:49.764791 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7544fed7-40d1-4f3a-a9d6-9887681e1eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.767318 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7544fed7-40d1-4f3a-a9d6-9887681e1eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.768437 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-7544fed7-40d1-4f3a-a9d6-9887681e1eb0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2aa61daf-caad-4f2f-99bc-7f608a810e14 HTTP/1.1" status: 204 len: 168 time: 0.2367542 Sep 01 05:03:49.789930 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544fed7-40d1-4f3a-a9d6-9887681e1eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa61daf-caad-4f2f-99bc-7f608a810e14,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:49.798288 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-72bafcbe-3bb2-4ea4-84f8-c21bb3635553 req-179a85ba-c922-46db-bbfa-46f3d677225e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539467 Sep 01 05:03:50.601365 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb21b8-f463-4a13-b0a8-25926046895d req-c771e0c1-8543-4cf1-a4ba-f3c78fe39508 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:50.605098 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3adb21b8-f463-4a13-b0a8-25926046895d req-c771e0c1-8543-4cf1-a4ba-f3c78fe39508 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0525057 Sep 01 05:03:50.658645 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3adb21b8-f463-4a13-b0a8-25926046895d req-741aff63-af85-40ab-bd9a-632278dec868 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493565 Sep 01 05:03:50.966500 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67843606-f72c-4a9c-a71b-dd2e2a8acb12 req-1fd41dbf-8226-4d17-a6af-da2baf22817e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:50.968014 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-67843606-f72c-4a9c-a71b-dd2e2a8acb12 req-1fd41dbf-8226-4d17-a6af-da2baf22817e tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0822756 Sep 01 05:03:51.045211 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-67843606-f72c-4a9c-a71b-dd2e2a8acb12 req-fda668b6-aa06-4209-b8c7-c7391d610757 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692885 Sep 01 05:03:51.782587 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36bd9d-4645-4bde-a506-b173faadfe3c req-63fd8d4a-e7d6-43e7-8e71-4472dcbab410 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:51.784172 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ae36bd9d-4645-4bde-a506-b173faadfe3c req-63fd8d4a-e7d6-43e7-8e71-4472dcbab410 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0552981 Sep 01 05:03:51.829160 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ae36bd9d-4645-4bde-a506-b173faadfe3c req-bd6321e9-a58b-49d0-81b7-3ca7cdc4755e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372467 Sep 01 05:03:52.172209 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8c340-8a8c-4edd-9943-bca1297ab570 req-50f9d49b-6853-4791-b39a-54776f64ff6f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:52.174147 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46a8c340-8a8c-4edd-9943-bca1297ab570 req-50f9d49b-6853-4791-b39a-54776f64ff6f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0517330 Sep 01 05:03:52.225313 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46a8c340-8a8c-4edd-9943-bca1297ab570 req-f6523067-7ea8-4624-9412-a320c90a3db1 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453477 Sep 01 05:03:52.234873 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35068) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:52.346098 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-34d178a9-4b81-4f8f-8905-95be6bd556e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.436088 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-34d178a9-4b81-4f8f-8905-95be6bd556e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.493605 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-34d178a9-4b81-4f8f-8905-95be6bd556e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.534029 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-34d178a9-4b81-4f8f-8905-95be6bd556e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca693d9e6b2f46d7b730393465d4df4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978787 Sep 01 05:03:52.535138 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d178a9-4b81-4f8f-8905-95be6bd556e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1276d5-73a3-4c00-88ab-9797bc5f7bb7,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:52.537417 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35074) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:52.589696 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6b8d43df-2cea-4544-8d86-1ddadccde49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.610061 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6b8d43df-2cea-4544-8d86-1ddadccde49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.727649 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6b8d43df-2cea-4544-8d86-1ddadccde49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.730352 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6b8d43df-2cea-4544-8d86-1ddadccde49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.731640 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-6b8d43df-2cea-4544-8d86-1ddadccde49b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf1276d5-73a3-4c00-88ab-9797bc5f7bb7 HTTP/1.1" status: 204 len: 168 time: 0.1932192 Sep 01 05:03:52.739901 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d43df-2cea-4544-8d86-1ddadccde49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1276d5-73a3-4c00-88ab-9797bc5f7bb7,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:52.963058 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb4925-5d0d-4c63-8558-d2ca0415e375 req-c0a299d5-b4bc-43dd-9a2b-9a6b152276be tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:52.964621 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-56eb4925-5d0d-4c63-8558-d2ca0415e375 req-c0a299d5-b4bc-43dd-9a2b-9a6b152276be tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0510092 Sep 01 05:03:53.005436 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-56eb4925-5d0d-4c63-8558-d2ca0415e375 req-e850909a-2586-4ce6-9042-e30127bf2955 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336547 Sep 01 05:03:53.345546 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ce406-72c6-4ca3-8f7c-7f4d86037c85 req-def8801f-bf9e-4e1b-b503-0614354e398f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:53.347034 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cd1ce406-72c6-4ca3-8f7c-7f4d86037c85 req-def8801f-bf9e-4e1b-b503-0614354e398f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0499020 Sep 01 05:03:53.385174 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cd1ce406-72c6-4ca3-8f7c-7f4d86037c85 req-06ee366b-38fa-4c1a-8a5b-b87e261f94ba tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Sep 01 05:03:53.448165 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35100) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:53.462304 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d764554e-d158-4ed4-aa54-333a7a3c28f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.511021 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:03:53.546425 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d764554e-d158-4ed4-aa54-333a7a3c28f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.624799 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d764554e-d158-4ed4-aa54-333a7a3c28f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.665918 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d764554e-d158-4ed4-aa54-333a7a3c28f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42e91949e688424487275a97f14dc20a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166922 Sep 01 05:03:53.666771 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764554e-d158-4ed4-aa54-333a7a3c28f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f8756-4217-4f0a-a972-06aa0fc029a7,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:53.668593 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35102) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:53.716923 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f83a2bb9-932f-4cb2-ac89-0189d9c94fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.738132 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f83a2bb9-932f-4cb2-ac89-0189d9c94fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.875385 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f83a2bb9-932f-4cb2-ac89-0189d9c94fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.878222 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f83a2bb9-932f-4cb2-ac89-0189d9c94fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.879424 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f83a2bb9-932f-4cb2-ac89-0189d9c94fa4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af4f8756-4217-4f0a-a972-06aa0fc029a7 HTTP/1.1" status: 204 len: 168 time: 0.2096856 Sep 01 05:03:53.887216 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a2bb9-932f-4cb2-ac89-0189d9c94fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f8756-4217-4f0a-a972-06aa0fc029a7,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:53.923363 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35112) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:53.975888 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_v2 [None req-28573a09-5a65-4d5b-800d-3601f5c1adf2 admin admin] Deleting subnet 5bc48114-8e42-4331-9ea5-06b12c156475 {{(pid=111188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:03:53.979029 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-28573a09-5a65-4d5b-800d-3601f5c1adf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.012871 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-28573a09-5a65-4d5b-800d-3601f5c1adf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555036'] for subnet, precommit_delete_associations {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.051842 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-28573a09-5a65-4d5b-800d-3601f5c1adf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.127423 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fe3ff-1b54-4e04-a8d1-826162a3416e req-4796e5f8-ba4e-4490-9873-463b50a6fd3c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:54.128913 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-016fe3ff-1b54-4e04-a8d1-826162a3416e req-4796e5f8-ba4e-4490-9873-463b50a6fd3c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0488214 Sep 01 05:03:54.173621 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-016fe3ff-1b54-4e04-a8d1-826162a3416e req-d21c4a94-7771-4792-9f74-b6219104e40e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380795 Sep 01 05:03:54.191657 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-28573a09-5a65-4d5b-800d-3601f5c1adf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12731984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12727995'] for subnet, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.220627 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28573a09-5a65-4d5b-800d-3601f5c1adf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc48114-8e42-4331-9ea5-06b12c156475,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:54.228820 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-28573a09-5a65-4d5b-800d-3601f5c1adf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.231599 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-28573a09-5a65-4d5b-800d-3601f5c1adf2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5bc48114-8e42-4331-9ea5-06b12c156475 HTTP/1.1" status: 204 len: 168 time: 0.3062804 Sep 01 05:03:54.233311 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35120) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:54.305117 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.385932 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.397788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49e0c57-d5cd-42d4-9515-01ec006034a4']}} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:54.407948 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc32a4f0-7700-4b10-a9e1-02cbd4733863') {'for_net_delete': True} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:54.408350 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc32a4f0-7700-4b10-a9e1-02cbd4733863') {} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:54.418801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555047'] for segment, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.440986 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.448319 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=111188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:03:54.448803 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12732138'] for segment, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: Traceback (most recent call last): Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: timer() Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: cb(*args, **kw) Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: return func(*args, **kwargs) Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: self._notify() Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: self.callback(batched_events) Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: event.method(event) Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: return f(self, *a, **k) Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._get(url).json() Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: return self.request(url, 'GET', **kwargs) Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:03:54.450503 dv-cinder-804035-8-iscsi neutron-server[111188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:03:54.538581 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7957f3d-a40f-48f7-9ec0-da987c33c9b9 req-55deadc0-7ac4-46e4-9b6b-c200fc4ce902 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:54.540208 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b7957f3d-a40f-48f7-9ec0-da987c33c9b9 req-55deadc0-7ac4-46e4-9b6b-c200fc4ce902 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0808415 Sep 01 05:03:54.579729 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b7957f3d-a40f-48f7-9ec0-da987c33c9b9 req-818021e2-02ae-4e2b-98fc-cd0101444583 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333986 Sep 01 05:03:54.607465 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.613120 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.618534 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e49e0c57-d5cd-42d4-9515-01ec006034a4 HTTP/1.1" status: 204 len: 168 time: 0.3813846 Sep 01 05:03:54.626083 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e54873-bc9a-4245-a480-d37e657e7574 admin admin] Pushing event deleted for resources: {'Network': ['ID=e49e0c57-d5cd-42d4-9515-01ec006034a4,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:54.719121 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35142) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:54.859752 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ca33c1ca-96b0-4682-a8fa-d7bb0cb1c9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.961526 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ca33c1ca-96b0-4682-a8fa-d7bb0cb1c9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.013729 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35152) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:55.036882 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ca33c1ca-96b0-4682-a8fa-d7bb0cb1c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.098300 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ca33c1ca-96b0-4682-a8fa-d7bb0cb1c9e8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3de348e356a24688a528b337a3b9bec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754647 Sep 01 05:03:55.098300 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33c1ca-96b0-4682-a8fa-d7bb0cb1c9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dd284d-1e94-47cb-b44e-a4123949a140,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:55.099117 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35158) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:55.103819 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-4f900c15-f628-49cb-b25a-e167322d1bd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c9b90e264714f0991d157c7d22a5819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883667 Sep 01 05:03:55.113052 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35160) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:55.172786 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-45c187e8-1652-4c85-a20c-4b16a56e743e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.174099 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7384-4ff8-42d7-9479-72ea154bdc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.197934 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7384-4ff8-42d7-9479-72ea154bdc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.200131 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-45c187e8-1652-4c85-a20c-4b16a56e743e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.321122 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0d1ad-a057-4827-b68a-d1fa6e4ae3f7 req-5980ff3a-276e-4b47-9df4-684689ecb0cd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:55.322596 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-75f0d1ad-a057-4827-b68a-d1fa6e4ae3f7 req-5980ff3a-276e-4b47-9df4-684689ecb0cd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0492682 Sep 01 05:03:55.339319 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7384-4ff8-42d7-9479-72ea154bdc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.341913 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ef2b7384-4ff8-42d7-9479-72ea154bdc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.343102 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-ef2b7384-4ff8-42d7-9479-72ea154bdc69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26dd284d-1e94-47cb-b44e-a4123949a140 HTTP/1.1" status: 204 len: 168 time: 0.2429743 Sep 01 05:03:55.351301 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b7384-4ff8-42d7-9479-72ea154bdc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dd284d-1e94-47cb-b44e-a4123949a140,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:55.369141 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-75f0d1ad-a057-4827-b68a-d1fa6e4ae3f7 req-60ea157a-52f7-467a-b7da-6853d6578325 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404801 Sep 01 05:03:55.371020 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-45c187e8-1652-4c85-a20c-4b16a56e743e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.373818 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-45c187e8-1652-4c85-a20c-4b16a56e743e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.381144 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-45c187e8-1652-4c85-a20c-4b16a56e743e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c515b1bb-9224-478f-a670-22f39a6c73ab HTTP/1.1" status: 204 len: 168 time: 0.2634737 Sep 01 05:03:55.386754 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c187e8-1652-4c85-a20c-4b16a56e743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515b1bb-9224-478f-a670-22f39a6c73ab,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:55.706977 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2583e-b83f-4181-a6ea-5a25aa58bd5c req-3b6ed0a9-b152-45e1-9f58-3fc7a8719f84 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:55.708523 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4db2583e-b83f-4181-a6ea-5a25aa58bd5c req-3b6ed0a9-b152-45e1-9f58-3fc7a8719f84 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0548291 Sep 01 05:03:55.748342 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4db2583e-b83f-4181-a6ea-5a25aa58bd5c req-45a5ed4c-f841-48bc-9120-f4b9d086d8e5 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331216 Sep 01 05:03:56.520620 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15688f-893b-41e8-8aab-adfbc4831872 req-b6533821-ea96-474c-863d-80768c8b9240 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:56.522948 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0e15688f-893b-41e8-8aab-adfbc4831872 req-b6533821-ea96-474c-863d-80768c8b9240 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0506444 Sep 01 05:03:56.563930 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0e15688f-893b-41e8-8aab-adfbc4831872 req-6c836225-aa82-49a6-9f42-23bb7da5d4ed tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348589 Sep 01 05:03:56.879708 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d84bb-ef18-453c-8986-b738be8be982 req-37d451a6-6e18-481c-91ba-38a41409a1f2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:56.882066 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2c3d84bb-ef18-453c-8986-b738be8be982 req-37d451a6-6e18-481c-91ba-38a41409a1f2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0590813 Sep 01 05:03:56.922457 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2c3d84bb-ef18-453c-8986-b738be8be982 req-3a08a247-2de5-49b9-b06e-afd6399e7dce tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343442 Sep 01 05:03:56.945159 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35238) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:57.130077 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35256) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:57.172997 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-938fa1ab-ac7e-4f3c-8c5c-a6f1157e55c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.217760 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1714237287-network', 'tenant_id': 'edf78a94e9284236a47a981869f257d2'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:57.296047 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-938fa1ab-ac7e-4f3c-8c5c-a6f1157e55c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.306889 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d57c7b-ed8f-4084-b68f-43c3bd4e9a98 req-b4e862a2-ea89-45b5-b8fc-19113985f2be tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:57.308372 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-75d57c7b-ed8f-4084-b68f-43c3bd4e9a98 req-b4e862a2-ea89-45b5-b8fc-19113985f2be tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0651906 Sep 01 05:03:57.355521 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-75d57c7b-ed8f-4084-b68f-43c3bd4e9a98 req-4c91a6cc-bfb6-4dea-9212-ad62fe1b3be3 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374353 Sep 01 05:03:57.415687 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-938fa1ab-ac7e-4f3c-8c5c-a6f1157e55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.455536 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-5a856656-814b-4164-8fd8-3ef265617f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:57.457176 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-5a856656-814b-4164-8fd8-3ef265617f25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1098 time: 0.0903449 Sep 01 05:03:57.472984 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fa1ab-ac7e-4f3c-8c5c-a6f1157e55c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9624bc89-6d4a-4ef9-bf70-cec49dd6e501,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:57.481842 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-938fa1ab-ac7e-4f3c-8c5c-a6f1157e55c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4f71643d1eb4f9fac3ddf377315fde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5328770 Sep 01 05:03:57.482699 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35264) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:57.533382 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d478e1cb-27d6-40a4-8bff-f4760bcc745b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.547199 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Made reservation on behalf of edf78a94e9284236a47a981869f257d2 for: {'network': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:57.549472 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.556704 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-f93bc812-19b5-4406-ac5b-6d951267b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:57.556848 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-f93bc812-19b5-4406-ac5b-6d951267b881 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 911 time: 0.0931029 Sep 01 05:03:57.564204 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d478e1cb-27d6-40a4-8bff-f4760bcc745b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.566232 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.658396 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-b1b24d3a-15b6-42be-9193-aaf66e6a4514 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 1000 time: 0.0941267 Sep 01 05:03:57.714189 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-7feb0f73-7494-4346-a699-d95cf8498100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:57.715894 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-7feb0f73-7494-4346-a699-d95cf8498100 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0495989 Sep 01 05:03:57.726499 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d478e1cb-27d6-40a4-8bff-f4760bcc745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.729454 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d478e1cb-27d6-40a4-8bff-f4760bcc745b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.730747 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d478e1cb-27d6-40a4-8bff-f4760bcc745b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9624bc89-6d4a-4ef9-bf70-cec49dd6e501 HTTP/1.1" status: 204 len: 168 time: 0.2476983 Sep 01 05:03:57.760488 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.762706 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478e1cb-27d6-40a4-8bff-f4760bcc745b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9624bc89-6d4a-4ef9-bf70-cec49dd6e501,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:57.798744 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52067346-449b-44d4-9827-0e23a7be1f04 req-9c268e85-7c17-47a4-bd2f-00f2dd0ac7d5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:57.810314 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-c5046b92-53aa-43cd-81b6-ef26b4157550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:57.811276 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-c5046b92-53aa-43cd-81b6-ef26b4157550 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872822 Sep 01 05:03:57.816699 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-52067346-449b-44d4-9827-0e23a7be1f04 req-9c268e85-7c17-47a4-bd2f-00f2dd0ac7d5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.1462879 Sep 01 05:03:57.863957 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.902765 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-52067346-449b-44d4-9827-0e23a7be1f04 req-b6de3732-9f4d-4cb1-8771-3a540cd163b6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851052 Sep 01 05:03:57.903662 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=111187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:03:57.919199 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d98ace-1860-4b53-b3ef-e558dece87aa,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:57.932917 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.935280 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.segments_db [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Added segment 5c560186-8696-45ea-9498-171f05b6da4e of type vlan for network ddad37ae-3a17-45ed-bbc4-631e153bb69c Sep 01 05:03:57.960532 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-fb124b4e-8a2d-4271-a856-b39a57998f86 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391561 Sep 01 05:03:57.977282 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.060615 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a57506a6-1be1-4937-ba4a-da70f179b68c req-93e4af25-40df-4885-b903-5bcffcc17718 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925403 Sep 01 05:03:58.106952 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.109581 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:58.110183 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.187333 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] Pushing event updated for resources: {'Network': ['ID=ddad37ae-3a17-45ed-bbc4-631e153bb69c,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:58.198373 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:03:58.232238 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-5697853f-a7f9-4d3c-97c6-1710a2570cca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0990148 Sep 01 05:03:58.235041 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35276) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:58.241152 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Request body: {'subnet': {'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1714237287-subnet', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:58.321873 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Made reservation on behalf of edf78a94e9284236a47a981869f257d2 for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:58.324205 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12727956'] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.522563 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3808f97-4a8c-48b9-a5cd-ff0e24968596 req-e517e5f2-ff70-4ea8-8bd6-19f904846bc0 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:58.523947 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d3808f97-4a8c-48b9-a5cd-ff0e24968596 req-e517e5f2-ff70-4ea8-8bd6-19f904846bc0 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0979850 Sep 01 05:03:58.561316 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d3808f97-4a8c-48b9-a5cd-ff0e24968596 req-bf8defb9-9120-4d2a-b41b-088b166318c4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308564 Sep 01 05:03:58.584798 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12730767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12727938'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.636616 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:58.646890 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Checking segment: {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:58.647241 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Network hostable DHCP agents. Network: ddad37ae-3a17-45ed-bbc4-631e153bb69c, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:03:58.756120 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:03:58.853440 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, ddad37ae-3a17-45ed-bbc4-631e153bb69c) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:58.857863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:58.859293 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.863843 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9667a359-fef0-4ac2-ae72-e81e175596bd None None] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:58.945975 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-903dae7f-58aa-4247-88e7-15eb06c0a528 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7094243 Sep 01 05:03:58.948629 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35288) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:58.964730 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:59.032746 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c01b6-9b3a-44df-ae0e-e12d2338c7fd req-8edb3504-65af-479e-bc26-150d4ba4feb1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:59.036070 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2a9c01b6-9b3a-44df-ae0e-e12d2338c7fd req-8edb3504-65af-479e-bc26-150d4ba4feb1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0604212 Sep 01 05:03:59.071757 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.074320 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.078230 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2a9c01b6-9b3a-44df-ae0e-e12d2338c7fd req-e0dc8e82-25f3-4cb1-ad7f-7200e940e781 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346873 Sep 01 05:03:59.133811 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.140707 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:03:59.141590 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.281353 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Allocated IP 172.20.0.2 (ddad37ae-3a17-45ed-bbc4-631e153bb69c/d7286f3f-7b0f-481c-ab34-4498fe0e6bb0/78107adc-6899-4df7-a09e-b32bfe201770) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:59.446776 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.449661 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.454737 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Transition to ACTIVE for port object 78107adc-6899-4df7-a09e-b32bfe201770 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:59.469365 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Transition to ACTIVE for port object 78107adc-6899-4df7-a09e-b32bfe201770 will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:59.522645 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.579592 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.626977 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:59.630775 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:59.637527 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:59.640608 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Pushing event updated for resources: {'Port': ['ID=78107adc-6899-4df7-a09e-b32bfe201770,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:59.652630 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.652819 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.653186 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.653710 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.654043 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.654367 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.655052 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.655380 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.655707 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.656186 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.656508 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.656981 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:59.707297 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Attempting to bind port 78107adc-6899-4df7-a09e-b32bfe201770 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:59.707663 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Attempting to bind port 78107adc-6899-4df7-a09e-b32bfe201770 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:59.708021 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Attempting to bind port 78107adc-6899-4df7-a09e-b32bfe201770 on network ddad37ae-3a17-45ed-bbc4-631e153bb69c {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:59.713897 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:59.714274 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Checking segment: {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:59.714668 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.715232 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Bound using segment: {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:59.715777 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Bound port: 78107adc-6899-4df7-a09e-b32bfe201770, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:59.716324 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.782427 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] For port 78107adc-6899-4df7-a09e-b32bfe201770, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:59.786094 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] For port 78107adc-6899-4df7-a09e-b32bfe201770, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=78107adc-6899-4df7-a09e-b32bfe201770,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:59.870492 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:59.954356 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989331e1-89d2-4d5a-840f-7320bb8319f6 None None] Pushing event updated for resources: {'Port': ['ID=78107adc-6899-4df7-a09e-b32bfe201770,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:00.003100 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e930728-e819-45b0-9a0b-0a840862cf90 req-693a6fb4-8cc6-4f9d-84f1-5d1c7b6bb91f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:00.004641 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6e930728-e819-45b0-9a0b-0a840862cf90 req-693a6fb4-8cc6-4f9d-84f1-5d1c7b6bb91f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0875938 Sep 01 05:04:00.006488 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:00.028109 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:00.115987 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6e930728-e819-45b0-9a0b-0a840862cf90 req-175bd13e-9a1e-4f38-ac8b-5a5629187db1 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900543 Sep 01 05:04:00.185874 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Allocated IP 172.27.1.183 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/a45525f1-c4d4-4937-ae54-06ba5bddf419) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:00.285895 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 78107adc-6899-4df7-a09e-b32bfe201770 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:00.296442 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148e430-9244-45fc-8f63-4e11aae514e8 req-75e20f3e-4c06-483b-9b8f-701bd76574a4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:00.298582 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4148e430-9244-45fc-8f63-4e11aae514e8 req-75e20f3e-4c06-483b-9b8f-701bd76574a4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0688114 Sep 01 05:04:00.337788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:00.347154 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4148e430-9244-45fc-8f63-4e11aae514e8 req-18eee69d-56bb-489c-b9c8-7e9fc0d6b0ec tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Sep 01 05:04:00.413495 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 78107adc-6899-4df7-a09e-b32bfe201770 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:00.438743 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:00.475838 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:00.478627 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:00.481043 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:00.505121 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Pushing event updated for resources: {'Port': ['ID=a45525f1-c4d4-4937-ae54-06ba5bddf419,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:00.800138 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:00.947153 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f26d25-4a75-488c-ac09-da530e1d2d95 None None] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:04:01.005488 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.117866 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-553d41c9-4567-4062-815b-0fb8b5d3969b None None] Provisioning for port 78107adc-6899-4df7-a09e-b32bfe201770 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:01.125114 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-553d41c9-4567-4062-815b-0fb8b5d3969b None None] Provisioning complete for port 78107adc-6899-4df7-a09e-b32bfe201770 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:01.126061 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-553d41c9-4567-4062-815b-0fb8b5d3969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.199190 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35330) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:01.218964 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-553d41c9-4567-4062-815b-0fb8b5d3969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.225196 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Router 31e7691b-b966-4ee1-8b0c-eca440390165 is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:04:01.272943 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-553d41c9-4567-4062-815b-0fb8b5d3969b None None] For port 78107adc-6899-4df7-a09e-b32bfe201770, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=78107adc-6899-4df7-a09e-b32bfe201770,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:01.332955 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-553d41c9-4567-4062-815b-0fb8b5d3969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.346846 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d8ef7f00-ced5-460f-8a2c-e4e566ac4fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.372240 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:04:01.390125 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Sync routers for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:04:01.405749 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d41c9-4567-4062-815b-0fb8b5d3969b None None] Pushing event updated for resources: {'Port': ['ID=78107adc-6899-4df7-a09e-b32bfe201770,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:01.410198 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:01.410815 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:03:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:01.471541 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-6fe9f645-a664-486b-8862-1c1383eeb7f8 None None] Provisioning complete for port 78107adc-6899-4df7-a09e-b32bfe201770 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:01.471816 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6fe9f645-a664-486b-8862-1c1383eeb7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.495109 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d8ef7f00-ced5-460f-8a2c-e4e566ac4fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.507387 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39036212-e6fc-4f8a-a1b2-817481a6d9cd req-836fc014-b029-4b49-ae7f-c3beccba5612 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:01.508976 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-39036212-e6fc-4f8a-a1b2-817481a6d9cd req-836fc014-b029-4b49-ae7f-c3beccba5612 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0792513 Sep 01 05:04:01.549866 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-39036212-e6fc-4f8a-a1b2-817481a6d9cd req-95a05eb4-f801-47f9-b5bd-6e061d21fd93 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344503 Sep 01 05:04:01.561400 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:01.574450 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d8ef7f00-ced5-460f-8a2c-e4e566ac4fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.619713 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-d8ef7f00-ced5-460f-8a2c-e4e566ac4fac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=49513aaebab24ebeb83b314acf987ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171462 Sep 01 05:04:01.619713 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef7f00-ced5-460f-8a2c-e4e566ac4fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561c5fe6-a52b-43c1-90f1-27530115bc40,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:01.620713 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35340) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:01.636867 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] Notify callbacks [] for router, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.638074 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-ff59d82b-aa37-4a14-89e4-d40efbf323af admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6884580 Sep 01 05:04:01.640897 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35342) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:01.751159 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7962b6ff-0abb-4e87-8a61-ccd905b4afaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.773366 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:00Z', 'revision_number': 3, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:01.783016 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7962b6ff-0abb-4e87-8a61-ccd905b4afaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.800065 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Checking router: 31e7691b-b966-4ee1-8b0c-eca440390165 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:04:01.800415 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Updating router 31e7691b-b966-4ee1-8b0c-eca440390165 port a45525f1-c4d4-4937-ae54-06ba5bddf419 binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:04:01.825407 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.985990 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7962b6ff-0abb-4e87-8a61-ccd905b4afaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.988505 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7962b6ff-0abb-4e87-8a61-ccd905b4afaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:01.989741 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-7962b6ff-0abb-4e87-8a61-ccd905b4afaa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/561c5fe6-a52b-43c1-90f1-27530115bc40 HTTP/1.1" status: 204 len: 168 time: 0.3680346 Sep 01 05:04:02.009501 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962b6ff-0abb-4e87-8a61-ccd905b4afaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561c5fe6-a52b-43c1-90f1-27530115bc40,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:02.093861 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.104709 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Transition to ACTIVE for port object a45525f1-c4d4-4937-ae54-06ba5bddf419 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:02.133525 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.162642 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.195622 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 78107adc-6899-4df7-a09e-b32bfe201770 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:02.251562 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247a384-8aa4-4b93-b982-f96fb2cb6e59 None None] Pushing event updated for resources: {'Port': ['ID=a45525f1-c4d4-4937-ae54-06ba5bddf419,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:02.256034 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Attempting to bind port a45525f1-c4d4-4937-ae54-06ba5bddf419 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:02.256407 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Attempting to bind port a45525f1-c4d4-4937-ae54-06ba5bddf419 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:02.256844 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Attempting to bind port a45525f1-c4d4-4937-ae54-06ba5bddf419 on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:02.266931 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:02.267573 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:02.268235 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.268897 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:02.269718 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Bound port: a45525f1-c4d4-4937-ae54-06ba5bddf419, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:02.270357 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.299496 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Allocated IP 172.20.0.1 (ddad37ae-3a17-45ed-bbc4-631e153bb69c/d7286f3f-7b0f-481c-ab34-4498fe0e6bb0/4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:02.310733 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 78107adc-6899-4df7-a09e-b32bfe201770 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:02.311114 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.356251 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] For port a45525f1-c4d4-4937-ae54-06ba5bddf419, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:02.360765 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] For port a45525f1-c4d4-4937-ae54-06ba5bddf419, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=a45525f1-c4d4-4937-ae54-06ba5bddf419,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:02.369680 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:04:02.413870 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.426600 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Transition to ACTIVE for port object 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:02.451636 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.516795 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.536220 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:02.537023 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:03:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:02.559155 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:02.562015 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:02.567185 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:02.570899 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:02.616560 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:02.624813 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.626141 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3247a384-8aa4-4b93-b982-f96fb2cb6e59 None None] Pushing event updated for resources: {'Port': ['ID=a45525f1-c4d4-4937-ae54-06ba5bddf419,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:02.643949 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'port_id': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'mac_address': 'fa:16:3e:20:44:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:04:02.690503 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35354) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:02.717855 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe4fa-1919-409b-aefe-5d0fe5ab8c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.735137 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:02.737468 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.747927 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c07d6-d95d-4735-944a-1783b6229df8 req-8c73f74e-3bdf-4cba-9ab0-e59ea8eeb3b2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:02.749971 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4a9c07d6-d95d-4735-944a-1783b6229df8 req-8c73f74e-3bdf-4cba-9ab0-e59ea8eeb3b2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.1112354 Sep 01 05:04:02.821910 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:04:02.844014 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4a9c07d6-d95d-4735-944a-1783b6229df8 req-b9187a8f-5b22-4528-ab35-c29f611003bf tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563731 Sep 01 05:04:02.886303 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.900254 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe4fa-1919-409b-aefe-5d0fe5ab8c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:02.961828 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8d7fe4fa-1919-409b-aefe-5d0fe5ab8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.000297 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-8d7fe4fa-1919-409b-aefe-5d0fe5ab8c7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bfe4c217c934b289c151988745f8288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066182 Sep 01 05:04:03.001450 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fe4fa-1919-409b-aefe-5d0fe5ab8c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e7f34f-f183-49c0-9e84-bbf73aee2e74,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:03.003296 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35360) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:03.017605 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:03.073679 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-e629e53f-843c-4d1e-b5d3-974bc3dce565 None None] Provisioning for port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:03.079525 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-e629e53f-843c-4d1e-b5d3-974bc3dce565 None None] Provisioning complete for port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:03.079889 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e629e53f-843c-4d1e-b5d3-974bc3dce565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.097001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcdb5-ed45-4ec7-bd30-2cee8510a078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.104122 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.105712 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.124853 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcdb5-ed45-4ec7-bd30-2cee8510a078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.154751 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.159765 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-e629e53f-843c-4d1e-b5d3-974bc3dce565 None None] Port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:03.178001 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=6']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:03.182990 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-b68df258-8bad-45db-b374-64e74244b229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:00Z', 'revision_number': 3, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:03.214767 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:04:03.217129 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68df258-8bad-45db-b374-64e74244b229 None None] The sync data for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi is: [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:00Z', 'revision_number': 3, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:04:03.231527 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:03.233317 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.333685 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:03.335156 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:03.391883 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcdb5-ed45-4ec7-bd30-2cee8510a078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.394455 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9fdfcdb5-ed45-4ec7-bd30-2cee8510a078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.399327 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-9fdfcdb5-ed45-4ec7-bd30-2cee8510a078 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57e7f34f-f183-49c0-9e84-bbf73aee2e74 HTTP/1.1" status: 204 len: 168 time: 0.3913586 Sep 01 05:04:03.412936 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfcdb5-ed45-4ec7-bd30-2cee8510a078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e7f34f-f183-49c0-9e84-bbf73aee2e74,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:03.512784 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Router 31e7691b-b966-4ee1-8b0c-eca440390165 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:04:03.636096 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:04:03.642841 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-07788e73-4f54-4c2b-b4ec-1dd5175887f6 admin admin] 10.222.0.41 "PUT /v2.0/routers/31e7691b-b966-4ee1-8b0c-eca440390165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0009239 Sep 01 05:04:03.681733 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-10bfe2c9-3f13-4356-a4ca-6d0b1410e4c5 None None] Provisioning complete for port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:03.682201 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-10bfe2c9-3f13-4356-a4ca-6d0b1410e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:03.727479 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-10bfe2c9-3f13-4356-a4ca-6d0b1410e4c5 None None] Port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:04.018087 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cd2b2-6bf0-4d5e-a80d-98b20dd7827a req-ccf967d8-8d70-49ec-860c-ebb589a9159d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:04.019683 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-005cd2b2-6bf0-4d5e-a80d-98b20dd7827a req-ccf967d8-8d70-49ec-860c-ebb589a9159d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 944 time: 0.0814054 Sep 01 05:04:04.069793 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-005cd2b2-6bf0-4d5e-a80d-98b20dd7827a req-2ee776bd-6d08-4d12-922e-d7f869cc49fc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Sep 01 05:04:04.214319 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device a45525f1-c4d4-4937-ae54-06ba5bddf419 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:04.345090 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port a45525f1-c4d4-4937-ae54-06ba5bddf419 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:04.349401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port a45525f1-c4d4-4937-ae54-06ba5bddf419 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:04.349768 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.390622 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:04.412631 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35394) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:04.417614 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1440978654-network', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:04.475407 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.481683 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:04.482044 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.511068 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Made reservation on behalf of 966b50bd2ced41bbbbd6fe3ea6c4bb9f for: {'network': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:04:04.514042 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.518655 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port a45525f1-c4d4-4937-ae54-06ba5bddf419, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=a45525f1-c4d4-4937-ae54-06ba5bddf419,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:04.529565 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.586010 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.604413 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.638942 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:04:04.653343 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cc8037-c4a7-4664-a9da-a62f59bcde85" -d '{"events": [{"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-plugged", "status": "completed", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:04:04.654014 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.665263 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:04.682215 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=a45525f1-c4d4-4937-ae54-06ba5bddf419,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:04.750711 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.750835 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.774755 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=111187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:04:04.792949 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.793722 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.segments_db [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Added segment ef66b275-5de0-4a0e-a33f-ee350e6792db of type vlan for network 94d673dc-a126-4645-ae0b-40a5cb06bf46 Sep 01 05:04:04.795193 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293d7761-b8b7-43e6-822e-2f0f248d19eb,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:04.807749 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=7']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:04.830018 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab57294a-1e74-4cee-8d6c-8e230a706820 x-openstack-request-id: req-ab57294a-1e74-4cee-8d6c-8e230a706820 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:04:04.830313 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-plugged", "status": "completed", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:04:04.830686 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab57294a-1e74-4cee-8d6c-8e230a706820 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:04:04.831080 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'code': 200} Sep 01 05:04:04.853971 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.940295 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.941301 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:04.941874 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:04.971431 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Sync routers for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:04:04.982578 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:04.983373 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:03:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:05.000981 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] Pushing event updated for resources: {'Network': ['ID=94d673dc-a126-4645-ae0b-40a5cb06bf46,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:05.014497 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 94d673dc-a126-4645-ae0b-40a5cb06bf46 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:04:05.068664 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35418) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:05.070693 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1594538d-149c-4878-9343-4c9660d0a71c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6552703 Sep 01 05:04:05.073992 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Request body: {'subnet': {'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1440978654-subnet', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:05.210883 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:05.391807 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ef7a0-1080-4ffc-b6fd-43a350789808 req-16c4d4f4-a01f-4b89-a8d8-21519db02600 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:05.393312 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9e7ef7a0-1080-4ffc-b6fd-43a350789808 req-16c4d4f4-a01f-4b89-a8d8-21519db02600 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0468690 Sep 01 05:04:05.416976 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 2, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:05.431069 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9e7ef7a0-1080-4ffc-b6fd-43a350789808 req-1e067197-1895-48c7-9002-be750a6d9e63 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307069 Sep 01 05:04:05.445017 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Checking router: 31e7691b-b966-4ee1-8b0c-eca440390165 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:04:05.445383 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Updating router 31e7691b-b966-4ee1-8b0c-eca440390165 port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:04:05.469531 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.470387 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Made reservation on behalf of 966b50bd2ced41bbbbd6fe3ea6c4bb9f for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:04:05.472836 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12727956'] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.710591 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12730767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12727938'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.728596 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35428) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:05.760282 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.772460 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=194451b8-c74f-4a3b-ae9a-834511556103,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:05.778581 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Transition to ACTIVE for port object 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:05.785731 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Checking segment: {'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:05.786130 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Network hostable DHCP agents. Network: 94d673dc-a126-4645-ae0b-40a5cb06bf46, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:04:05.850424 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9e022a2e-9de9-4318-a1a2-e467cdc538b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.853305 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.904149 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Pushing event updated for resources: {'Port': ['ID=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:05.905606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Network 94d673dc-a126-4645-ae0b-40a5cb06bf46 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:04:05.913454 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.913803 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.915779 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.915779 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.915779 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.915779 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.915779 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.915779 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.916375 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.916550 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.916867 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.917226 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:05.982335 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9e022a2e-9de9-4318-a1a2-e467cdc538b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.984879 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 94d673dc-a126-4645-ae0b-40a5cb06bf46) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:05.989551 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Attempting to bind port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:05.990206 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Attempting to bind port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:05.990386 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Attempting to bind port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 on network ddad37ae-3a17-45ed-bbc4-631e153bb69c {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:05.992770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:05.992770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.997634 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c71a6-762d-4282-b1ab-9bdd2032f79d None None] Network 94d673dc-a126-4645-ae0b-40a5cb06bf46 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:04:05.999325 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:05.999709 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Checking segment: {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:06.000497 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.000497 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Bound using segment: {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:06.000947 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Bound port: 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:06.001401 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.043237 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9e022a2e-9de9-4318-a1a2-e467cdc538b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.088344 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] For port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:06.092810 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] For port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:06.109567 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-9e022a2e-9de9-4318-a1a2-e467cdc538b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91b099c4f629408ab6427d5b5d20949a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792887 Sep 01 05:04:06.111805 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35440) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:06.118052 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e022a2e-9de9-4318-a1a2-e467cdc538b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b963daf4-f3a0-4678-91bc-abfdea473f90,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:06.133602 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-ce3eceeb-0543-4b7f-836f-0d609effed4c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0638063 Sep 01 05:04:06.136048 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35442) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:06.141660 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:06.162830 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.164261 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dc36d10c-5a4d-459c-ad84-cc024b707c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.181305 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-94d673dc-a126-4645-ae0b-40a5cb06bf46', 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'fixed_ips': [{'subnet_id': '194451b8-c74f-4a3b-ae9a-834511556103'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:04:06.182319 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.191221 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dc36d10c-5a4d-459c-ad84-cc024b707c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.220941 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:06.221723 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:03:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:06.259314 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.262515 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.289616 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eb923-8aa4-456e-b6ea-f2784f648998 None None] Pushing event updated for resources: {'Port': ['ID=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,revision_number=4']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:06.307621 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device a45525f1-c4d4-4937-ae54-06ba5bddf419 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:06.407935 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dc36d10c-5a4d-459c-ad84-cc024b707c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.413513 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-dc36d10c-5a4d-459c-ad84-cc024b707c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.418350 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-dc36d10c-5a4d-459c-ad84-cc024b707c84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b963daf4-f3a0-4678-91bc-abfdea473f90 HTTP/1.1" status: 204 len: 168 time: 0.3053911 Sep 01 05:04:06.433771 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d10c-5a4d-459c-ad84-cc024b707c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b963daf4-f3a0-4678-91bc-abfdea473f90,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:06.497266 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port a45525f1-c4d4-4937-ae54-06ba5bddf419 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:06.497660 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.505487 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.537279 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:06.592586 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Allocated IP 172.20.0.2 (94d673dc-a126-4645-ae0b-40a5cb06bf46/194451b8-c74f-4a3b-ae9a-834511556103/37bef972-afd2-46e8-a4a1-12644b711a2b) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:06.601014 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71945d5-c307-4c95-9d62-ac5787a4e5b3 req-1704cd24-7b95-4c68-bd70-f620685c4773 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:06.602994 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e71945d5-c307-4c95-9d62-ac5787a4e5b3 req-1704cd24-7b95-4c68-bd70-f620685c4773 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0589063 Sep 01 05:04:06.681376 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e71945d5-c307-4c95-9d62-ac5787a4e5b3 req-2cc10316-f50e-4cdc-a42d-30928ada180f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632155 Sep 01 05:04:06.778767 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:06Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:06.798241 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.817557 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60336a8d-3b91-415a-9fd3-2cce93220601 None None] The sync data for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi is: [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:06Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:04:06.898579 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:06.908818 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Transition to ACTIVE for port object 37bef972-afd2-46e8-a4a1-12644b711a2b will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:06.930382 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Transition to ACTIVE for port object 37bef972-afd2-46e8-a4a1-12644b711a2b will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:07.008053 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.074400 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Network 94d673dc-a126-4645-ae0b-40a5cb06bf46 is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:07.080311 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:07.085122 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:07.115091 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Pushing event updated for resources: {'Port': ['ID=37bef972-afd2-46e8-a4a1-12644b711a2b,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:07.167395 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.192401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Attempting to bind port 37bef972-afd2-46e8-a4a1-12644b711a2b on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:07.192401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Attempting to bind port 37bef972-afd2-46e8-a4a1-12644b711a2b by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:07.192740 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Attempting to bind port 37bef972-afd2-46e8-a4a1-12644b711a2b on network 94d673dc-a126-4645-ae0b-40a5cb06bf46 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:07.195823 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.212688 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:07.213324 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Checking segment: {'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:07.214962 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.215380 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Bound using segment: {'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:07.215884 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Bound port: 37bef972-afd2-46e8-a4a1-12644b711a2b, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:07.216422 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.333755 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] For port 37bef972-afd2-46e8-a4a1-12644b711a2b, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:07.338028 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] For port 37bef972-afd2-46e8-a4a1-12644b711a2b, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=37bef972-afd2-46e8-a4a1-12644b711a2b,segment=NetworkSegment(ef66b275-5de0-4a0e-a33f-ee350e6792db),segment_id=ef66b275-5de0-4a0e-a33f-ee350e6792db)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:07.381740 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Allocated IP 172.27.1.207 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/8fe8ce63-82d1-4c18-b835-abba2e4fa6be) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:07.425774 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.612498 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fda56a-62ff-4663-b5ac-52ed6cbcf925 None None] Pushing event updated for resources: {'Port': ['ID=37bef972-afd2-46e8-a4a1-12644b711a2b,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:07.656299 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.844316 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.909880 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:07.923163 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:07.938729 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:07.993356 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb904e-51c2-4d8a-9a9c-52312c931a69 req-a71099a8-66e9-47b6-8e0a-e50dca6aa912 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:08.003580 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1bcb904e-51c2-4d8a-9a9c-52312c931a69 req-a71099a8-66e9-47b6-8e0a-e50dca6aa912 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.2353330 Sep 01 05:04:08.006317 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe8ce63-82d1-4c18-b835-abba2e4fa6be,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:08.144583 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1bcb904e-51c2-4d8a-9a9c-52312c931a69 req-83603165-bde5-47d2-aae3-dadb3239c1a5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399922 Sep 01 05:04:08.410545 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:08.590319 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:08.594961 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:08.595463 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:08.615558 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:08.732151 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:08.777576 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:08.905936 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:08.906840 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 37bef972-afd2-46e8-a4a1-12644b711a2b up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:08.924276 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:08.955142 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976b81c-61ea-4d8c-8182-46c0af5160f5 None None] Network 94d673dc-a126-4645-ae0b-40a5cb06bf46 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:04:09.068159 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:09.105924 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-e50a5ea5-20ab-4094-bb54-762b16e30587 None None] Provisioning for port 37bef972-afd2-46e8-a4a1-12644b711a2b completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:09.167674 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Router 2544e769-8a0c-4142-a4f5-18aa63fdc07d is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:04:09.263421 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 37bef972-afd2-46e8-a4a1-12644b711a2b completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:09.329684 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 37bef972-afd2-46e8-a4a1-12644b711a2b triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:09.331663 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:09.417204 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109d45d-0e28-4ffa-bd2a-5be4a73b4a6c req-08690754-53d9-4e7c-8d1a-e82ea49bd084 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:09.417204 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b109d45d-0e28-4ffa-bd2a-5be4a73b4a6c req-08690754-53d9-4e7c-8d1a-e82ea49bd084 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0873857 Sep 01 05:04:09.444618 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b109d45d-0e28-4ffa-bd2a-5be4a73b4a6c req-2387f593-61d8-41e2-8578-d2ffa2c9f32e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651386 Sep 01 05:04:09.470193 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:04:09.471880 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:09.487893 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Sync routers for ids ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:04:09.521096 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 37bef972-afd2-46e8-a4a1-12644b711a2b, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=37bef972-afd2-46e8-a4a1-12644b711a2b,segment=NetworkSegment(ef66b275-5de0-4a0e-a33f-ee350e6792db),segment_id=ef66b275-5de0-4a0e-a33f-ee350e6792db)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:09.526713 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Routers {'2544e769-8a0c-4142-a4f5-18aa63fdc07d'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:09.527395 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:03:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:09.802354 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Set router 2544e769-8a0c-4142-a4f5-18aa63fdc07d gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:09.807905 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] Notify callbacks [] for router, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:09.811861 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-60957d69-361c-4c9b-9b5a-76c022b934f8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6723249 Sep 01 05:04:09.813639 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35518) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:09.831433 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-fbc44fbe-8399-49af-af11-86ea42e13a78 None None] Provisioning complete for port 37bef972-afd2-46e8-a4a1-12644b711a2b triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:09.831916 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-fbc44fbe-8399-49af-af11-86ea42e13a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:09.918852 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.069195 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=37bef972-afd2-46e8-a4a1-12644b711a2b,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:10.159514 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 3, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port': {'id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:07Z', 'updated_at': '2021-09-01T05:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:10.190773 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Checking router: 2544e769-8a0c-4142-a4f5-18aa63fdc07d for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:04:10.191107 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Updating router 2544e769-8a0c-4142-a4f5-18aa63fdc07d port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:04:10.220588 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.262219 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:10.387441 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:10.387913 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.553841 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-880aefc6-dd81-48b1-8946-2665ff70e56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.575330 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 37bef972-afd2-46e8-a4a1-12644b711a2b up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:10.652346 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851a09-7d10-4d49-a045-3a24bcd8a2b0 req-a807b6e8-8de5-4a69-9158-6f0782124e68 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:10.655259 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9c851a09-7d10-4d49-a045-3a24bcd8a2b0 req-a807b6e8-8de5-4a69-9158-6f0782124e68 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.1045868 Sep 01 05:04:10.683543 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 37bef972-afd2-46e8-a4a1-12644b711a2b triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:10.683926 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.728535 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9c851a09-7d10-4d49-a045-3a24bcd8a2b0 req-fd2f776d-0a78-4c2a-8d79-6a31ac9180b4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637217 Sep 01 05:04:10.753946 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.785299 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.799979 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Transition to ACTIVE for port object 8fe8ce63-82d1-4c18-b835-abba2e4fa6be will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:10.882451 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.942371 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Attempting to bind port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:10.943152 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Attempting to bind port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:10.943295 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Attempting to bind port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:10.954607 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcba895-3ee5-435a-b429-ae5aabe81aec None None] Pushing event updated for resources: {'Port': ['ID=8fe8ce63-82d1-4c18-b835-abba2e4fa6be,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:10.956930 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:10.957338 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:10.957826 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.958489 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:10.959140 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Bound port: 8fe8ce63-82d1-4c18-b835-abba2e4fa6be, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:10.959655 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.992680 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Allocated IP 172.20.0.1 (94d673dc-a126-4645-ae0b-40a5cb06bf46/194451b8-c74f-4a3b-ae9a-834511556103/05069aeb-6ea1-4571-800d-7bdec3f6967e) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:11.015752 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] For port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:11.019091 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] For port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=8fe8ce63-82d1-4c18-b835-abba2e4fa6be,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:11.093874 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.106333 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.119882 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.provisioning_blocks [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Transition to ACTIVE for port object 05069aeb-6ea1-4571-800d-7bdec3f6967e will not be triggered until provisioned by entity DHCP. {{(pid=111187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:11.147369 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Routers {'2544e769-8a0c-4142-a4f5-18aa63fdc07d'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:11.147923 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:03:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:11.193235 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcba895-3ee5-435a-b429-ae5aabe81aec None None] Pushing event updated for resources: {'Port': ['ID=8fe8ce63-82d1-4c18-b835-abba2e4fa6be,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:11.248551 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.274589 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] Set router 2544e769-8a0c-4142-a4f5-18aa63fdc07d gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:11.295182 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Network 94d673dc-a126-4645-ae0b-40a5cb06bf46 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:11.301730 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:11.303978 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Pushing event updated for resources: {'Port': ['ID=05069aeb-6ea1-4571-800d-7bdec3f6967e,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:11.306432 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:11.379421 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.555543 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 3, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port': {'id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:07Z', 'updated_at': '2021-09-01T05:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:11.571129 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a83a92-6b09-4641-8045-0e67802e89b1 None None] The sync data for ids ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'] in dv-cinder-804035-8-iscsi is: [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 3, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port': {'id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:07Z', 'updated_at': '2021-09-01T05:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:04:11.865078 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3a9cedff-01be-4fb1-ab50-940cf3dbc4f7 None None] Provisioning for port 05069aeb-6ea1-4571-800d-7bdec3f6967e completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:11.865440 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3a9cedff-01be-4fb1-ab50-940cf3dbc4f7 None None] Provisioning complete for port 05069aeb-6ea1-4571-800d-7bdec3f6967e triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:11.865957 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3a9cedff-01be-4fb1-ab50-940cf3dbc4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.886392 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.928538 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177316eb-c2a3-4433-9735-250cdc2fea61 req-771b9b2a-86c9-4b45-85f8-624603dbcad7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:11.934689 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cedff-01be-4fb1-ab50-940cf3dbc4f7 None None] Port 05069aeb-6ea1-4571-800d-7bdec3f6967e cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:11.948226 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-177316eb-c2a3-4433-9735-250cdc2fea61 req-771b9b2a-86c9-4b45-85f8-624603dbcad7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.1339116 Sep 01 05:04:12.046816 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-177316eb-c2a3-4433-9735-250cdc2fea61 req-1ac81e03-de9b-4251-b4ef-f2e675a4d3e8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975914 Sep 01 05:04:12.238126 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.261144 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 8fe8ce63-82d1-4c18-b835-abba2e4fa6be up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:12.322300 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13315191'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.416957 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:12.417610 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.418476 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:12.418927 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.421235 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Pushing event updated for resources: {'Port': ['ID=05069aeb-6ea1-4571-800d-7bdec3f6967e,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:12.583871 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.584480 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Network 94d673dc-a126-4645-ae0b-40a5cb06bf46 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:12.585935 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:12.613099 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=8fe8ce63-82d1-4c18-b835-abba2e4fa6be,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:12.698572 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.799876 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=8fe8ce63-82d1-4c18-b835-abba2e4fa6be,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:12.820417 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Router 2544e769-8a0c-4142-a4f5-18aa63fdc07d has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:04:12.969811 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-07d5fdd2-74db-4a19-ba77-e9b0c0774d76 None None] Provisioning complete for port 05069aeb-6ea1-4571-800d-7bdec3f6967e triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:12.970779 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-07d5fdd2-74db-4a19-ba77-e9b0c0774d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.990770 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:04:12.996838 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-eb30ca85-cc73-487c-9828-71cdf57c7fbd admin admin] 10.222.0.41 "PUT /v2.0/routers/2544e769-8a0c-4142-a4f5-18aa63fdc07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1813958 Sep 01 05:04:13.015229 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-683b4461-ec24-41c8-84d9-67441a7cedf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:13.030741 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-07d5fdd2-74db-4a19-ba77-e9b0c0774d76 None None] Port 05069aeb-6ea1-4571-800d-7bdec3f6967e cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:13.242959 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b45a3-8b02-4bd4-b642-40f5d46c7128 req-3ff26518-1631-4bb6-a2e1-c11df1535522 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:13.253560 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-727b45a3-8b02-4bd4-b642-40f5d46c7128 req-3ff26518-1631-4bb6-a2e1-c11df1535522 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0861113 Sep 01 05:04:13.293389 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:13.322049 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-727b45a3-8b02-4bd4-b642-40f5d46c7128 req-063f16ba-bf0f-4c0b-a367-5bac0b53c9ff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619214 Sep 01 05:04:13.743608 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35566) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:13.774924 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-bb7fe83a-eaee-4e4d-8273-c923816fbe06 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445373871', 'description': 'tempest-secgroup-smoke-445373871 description', 'project_id': 'edf78a94e9284236a47a981869f257d2'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:13.864659 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe83a-eaee-4e4d-8273-c923816fbe06 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.005275 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe83a-eaee-4e4d-8273-c923816fbe06 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.093228 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe83a-eaee-4e4d-8273-c923816fbe06 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.152669 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fe83a-eaee-4e4d-8273-c923816fbe06 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728d5d40-8711-400f-8634-4fbe574f5ee3,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:14.213424 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bb7fe83a-eaee-4e4d-8273-c923816fbe06 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.213673 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.215692 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-bb7fe83a-eaee-4e4d-8273-c923816fbe06 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4707727 Sep 01 05:04:14.218876 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35572) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:14.226283 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-f3a30a06-a972-4fab-925d-1f65d110a103 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'security_group_rule': {'security_group_id': '728d5d40-8711-400f-8634-4fbe574f5ee3', 'project_id': 'edf78a94e9284236a47a981869f257d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:14.232954 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 8fe8ce63-82d1-4c18-b835-abba2e4fa6be up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:14.300041 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:14.301996 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.354302 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a06-a972-4fab-925d-1f65d110a103 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.492518 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a06-a972-4fab-925d-1f65d110a103 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.513131 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882924d-8382-4c06-a794-093fddf98dd5 req-acf575e1-c4d6-4e02-94ab-e4ac8d12b318 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:14.514977 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0882924d-8382-4c06-a794-093fddf98dd5 req-acf575e1-c4d6-4e02-94ab-e4ac8d12b318 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0789187 Sep 01 05:04:14.528944 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Sync routers for ids ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:04:14.539278 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Routers {'2544e769-8a0c-4142-a4f5-18aa63fdc07d'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:14.540204 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:14.556273 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a06-a972-4fab-925d-1f65d110a103 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.598477 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0882924d-8382-4c06-a794-093fddf98dd5 req-925abfeb-06d1-4567-87fa-2d552818cf88 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724182 Sep 01 05:04:14.598477 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a30a06-a972-4fab-925d-1f65d110a103 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b444b50f-8adb-41e1-9583-94c92eeafb51,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:14.648018 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f3a30a06-a972-4fab-925d-1f65d110a103 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.652664 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35576) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:14.653303 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f3a30a06-a972-4fab-925d-1f65d110a103 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4326591 Sep 01 05:04:14.657798 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-a81a5e87-0843-4190-b3b3-26125da3d768 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'security_group_rule': {'security_group_id': '728d5d40-8711-400f-8634-4fbe574f5ee3', 'project_id': 'edf78a94e9284236a47a981869f257d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:14.663222 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Set router 2544e769-8a0c-4142-a4f5-18aa63fdc07d gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:14.755199 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a5e87-0843-4190-b3b3-26125da3d768 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.826126 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a5e87-0843-4190-b3b3-26125da3d768 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.899594 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:04:11Z', 'revision_number': 4, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port': {'id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:07Z', 'updated_at': '2021-09-01T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05069aeb-6ea1-4571-800d-7bdec3f6967e', 'name': '', 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'mac_address': 'fa:16:3e:23:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '194451b8-c74f-4a3b-ae9a-834511556103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:10Z', 'updated_at': '2021-09-01T05:04:12Z', 'revision_number': 2, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'subnets': [{'id': '194451b8-c74f-4a3b-ae9a-834511556103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:14.904271 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a5e87-0843-4190-b3b3-26125da3d768 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.933389 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a5e87-0843-4190-b3b3-26125da3d768 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3e6fd0-5899-4ec5-84b2-76877a033249,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:14.952230 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Checking router: 2544e769-8a0c-4142-a4f5-18aa63fdc07d for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:04:14.952580 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Updating router 2544e769-8a0c-4142-a4f5-18aa63fdc07d port 05069aeb-6ea1-4571-800d-7bdec3f6967e binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:04:14.985147 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:15.001950 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a81a5e87-0843-4190-b3b3-26125da3d768 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:15.003485 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a81a5e87-0843-4190-b3b3-26125da3d768 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3496532 Sep 01 05:04:15.006217 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35582) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:15.011798 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-f996f0b8-8a21-4aff-a370-e0cdd49148df tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'security_group_rule': {'security_group_id': '728d5d40-8711-400f-8634-4fbe574f5ee3', 'project_id': 'edf78a94e9284236a47a981869f257d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:15.104857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f996f0b8-8a21-4aff-a370-e0cdd49148df tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:15.192461 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f996f0b8-8a21-4aff-a370-e0cdd49148df tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:15.331502 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:15.331502 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Transition to ACTIVE for port object 05069aeb-6ea1-4571-800d-7bdec3f6967e will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:15.748922 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ba612-4cd0-466c-a96e-0cda9e1b6269 req-2e224fce-7259-47b6-b619-1171916323e1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:15.750442 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5e9ba612-4cd0-466c-a96e-0cda9e1b6269 req-2e224fce-7259-47b6-b619-1171916323e1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0640748 Sep 01 05:04:15.790289 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5e9ba612-4cd0-466c-a96e-0cda9e1b6269 req-5f13a609-aaa8-4ed7-ac77-43fdb8501f24 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Sep 01 05:04:15.876113 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:15.876714 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f996f0b8-8a21-4aff-a370-e0cdd49148df tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:15.896966 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996f0b8-8a21-4aff-a370-e0cdd49148df tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad10f15c-7933-404e-9b3f-de93d54d032d,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:15.907258 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:15.926958 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545a1d3-28f4-4885-a53e-7fc353302797 None None] Pushing event updated for resources: {'Port': ['ID=05069aeb-6ea1-4571-800d-7bdec3f6967e,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:15.996046 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f996f0b8-8a21-4aff-a370-e0cdd49148df tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.000727 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35592) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:16.001415 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-f996f0b8-8a21-4aff-a370-e0cdd49148df tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9928458 Sep 01 05:04:16.006332 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-a46b5826-b82e-424c-8ac6-ae5213ed61ba tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'security_group_rule': {'security_group_id': '728d5d40-8711-400f-8634-4fbe574f5ee3', 'project_id': 'edf78a94e9284236a47a981869f257d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:16.120046 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Attempting to bind port 05069aeb-6ea1-4571-800d-7bdec3f6967e on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:16.120046 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Attempting to bind port 05069aeb-6ea1-4571-800d-7bdec3f6967e by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:16.120046 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Attempting to bind port 05069aeb-6ea1-4571-800d-7bdec3f6967e on network 94d673dc-a126-4645-ae0b-40a5cb06bf46 {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:16.126557 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:16.126557 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Checking segment: {'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:16.126557 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.126557 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Bound using segment: {'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:16.126557 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Bound port: 05069aeb-6ea1-4571-800d-7bdec3f6967e, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef66b275-5de0-4a0e-a33f-ee350e6792db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:16.126557 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.156045 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a46b5826-b82e-424c-8ac6-ae5213ed61ba tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.217088 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] For port 05069aeb-6ea1-4571-800d-7bdec3f6967e, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:16.223238 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] For port 05069aeb-6ea1-4571-800d-7bdec3f6967e, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=05069aeb-6ea1-4571-800d-7bdec3f6967e,segment=NetworkSegment(ef66b275-5de0-4a0e-a33f-ee350e6792db),segment_id=ef66b275-5de0-4a0e-a33f-ee350e6792db)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:16.238664 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a46b5826-b82e-424c-8ac6-ae5213ed61ba tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.305105 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.315831 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a46b5826-b82e-424c-8ac6-ae5213ed61ba tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.341045 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b5826-b82e-424c-8ac6-ae5213ed61ba tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c8f6a4-9b86-4a35-8a24-5d882a7f31cc,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:16.385674 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a46b5826-b82e-424c-8ac6-ae5213ed61ba tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.388083 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-a46b5826-b82e-424c-8ac6-ae5213ed61ba tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3862913 Sep 01 05:04:16.392547 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35596) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:16.396659 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Routers {'2544e769-8a0c-4142-a4f5-18aa63fdc07d'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:16.397334 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:16.401727 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545a1d3-28f4-4885-a53e-7fc353302797 None None] Pushing event updated for resources: {'Port': ['ID=05069aeb-6ea1-4571-800d-7bdec3f6967e,revision_number=4']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:16.405458 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-1038d44d-d968-4824-bbea-d974c296e45d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'security_group_rule': {'security_group_id': '728d5d40-8711-400f-8634-4fbe574f5ee3', 'project_id': 'edf78a94e9284236a47a981869f257d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:16.548249 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] Set router 2544e769-8a0c-4142-a4f5-18aa63fdc07d gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:16.556349 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.securitygroups_db [None req-1038d44d-d968-4824-bbea-d974c296e45d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Project edf78a94e9284236a47a981869f257d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:04:16.561894 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1038d44d-d968-4824-bbea-d974c296e45d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.660397 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1038d44d-d968-4824-bbea-d974c296e45d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.761913 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1038d44d-d968-4824-bbea-d974c296e45d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.777982 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038d44d-d968-4824-bbea-d974c296e45d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4883b0-fa5b-4235-9b89-c3f94c06dfe0,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:16.809908 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:04:11Z', 'revision_number': 4, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port': {'id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:07Z', 'updated_at': '2021-09-01T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05069aeb-6ea1-4571-800d-7bdec3f6967e', 'name': '', 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'mac_address': 'fa:16:3e:23:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '194451b8-c74f-4a3b-ae9a-834511556103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:10Z', 'updated_at': '2021-09-01T05:04:16Z', 'revision_number': 4, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'subnets': [{'id': '194451b8-c74f-4a3b-ae9a-834511556103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:16.845137 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9afb52-03f3-4654-8e4a-bee8e6a65b95 None None] The sync data for ids ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'] in dv-cinder-804035-8-iscsi is: [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:04:11Z', 'revision_number': 4, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port': {'id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:07Z', 'updated_at': '2021-09-01T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05069aeb-6ea1-4571-800d-7bdec3f6967e', 'name': '', 'network_id': '94d673dc-a126-4645-ae0b-40a5cb06bf46', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'mac_address': 'fa:16:3e:23:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '194451b8-c74f-4a3b-ae9a-834511556103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:10Z', 'updated_at': '2021-09-01T05:04:16Z', 'revision_number': 4, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'subnets': [{'id': '194451b8-c74f-4a3b-ae9a-834511556103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:04:16.894792 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1038d44d-d968-4824-bbea-d974c296e45d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:16.894792 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1038d44d-d968-4824-bbea-d974c296e45d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4992535 Sep 01 05:04:16.904915 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35602) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:16.906784 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-de31c819-22c5-41ea-bcb3-da9e4e7787a9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'security_group_rule': {'security_group_id': '728d5d40-8711-400f-8634-4fbe574f5ee3', 'project_id': 'edf78a94e9284236a47a981869f257d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:17.020101 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a300466-9302-47df-889b-184bd3febc4d req-055eeab4-fe30-4f98-b32e-87016d10cce7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:17.031446 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a300466-9302-47df-889b-184bd3febc4d req-055eeab4-fe30-4f98-b32e-87016d10cce7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.1616156 Sep 01 05:04:17.036447 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.securitygroups_db [None req-de31c819-22c5-41ea-bcb3-da9e4e7787a9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Project edf78a94e9284236a47a981869f257d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:04:17.043081 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-de31c819-22c5-41ea-bcb3-da9e4e7787a9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:17.097691 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a300466-9302-47df-889b-184bd3febc4d req-08998f57-3caa-4db9-83f4-b1c66511c12d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650742 Sep 01 05:04:17.158443 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-de31c819-22c5-41ea-bcb3-da9e4e7787a9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:17.270459 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-de31c819-22c5-41ea-bcb3-da9e4e7787a9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:17.303189 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31c819-22c5-41ea-bcb3-da9e4e7787a9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c55b057-21d0-4fa4-b9d2-672c5f148422,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:17.401540 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-de31c819-22c5-41ea-bcb3-da9e4e7787a9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:17.403435 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-de31c819-22c5-41ea-bcb3-da9e4e7787a9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5006137 Sep 01 05:04:18.325397 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 05069aeb-6ea1-4571-800d-7bdec3f6967e up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:18.329273 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e400475-3d30-4703-9839-408e07b67302 req-7e48b9d7-8491-47de-8fd1-52922c7d79e6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:18.329273 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0e400475-3d30-4703-9839-408e07b67302 req-7e48b9d7-8491-47de-8fd1-52922c7d79e6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0979681 Sep 01 05:04:18.444070 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0e400475-3d30-4703-9839-408e07b67302 req-c20c5133-fcbb-4a6b-a1dc-c9e6d49c5734 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072938 Sep 01 05:04:18.477312 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 05069aeb-6ea1-4571-800d-7bdec3f6967e completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:18.481474 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 05069aeb-6ea1-4571-800d-7bdec3f6967e triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:18.481874 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:18.598590 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:18.632722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 05069aeb-6ea1-4571-800d-7bdec3f6967e, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=05069aeb-6ea1-4571-800d-7bdec3f6967e,segment=NetworkSegment(ef66b275-5de0-4a0e-a33f-ee350e6792db),segment_id=ef66b275-5de0-4a0e-a33f-ee350e6792db)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:18.731116 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:18.799998 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=05069aeb-6ea1-4571-800d-7bdec3f6967e,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:19.620576 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476205d-68e7-436e-9efa-bc898b4f8e36 req-acc17ee1-ee28-4cd5-8217-31650a8efb2a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:19.622268 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4476205d-68e7-436e-9efa-bc898b4f8e36 req-acc17ee1-ee28-4cd5-8217-31650a8efb2a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0815217 Sep 01 05:04:19.667836 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4476205d-68e7-436e-9efa-bc898b4f8e36 req-962dd34a-59cf-4973-9d18-d8237f65199c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388827 Sep 01 05:04:20.205289 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 05069aeb-6ea1-4571-800d-7bdec3f6967e up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:20.307831 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 05069aeb-6ea1-4571-800d-7bdec3f6967e triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:20.308206 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:20.810308 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188df3db-490c-4f75-a01f-4c93802766e6 req-2ffc9329-0fd9-4504-ad10-22f2f22de281 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:20.813580 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-188df3db-490c-4f75-a01f-4c93802766e6 req-2ffc9329-0fd9-4504-ad10-22f2f22de281 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0614593 Sep 01 05:04:20.857069 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-188df3db-490c-4f75-a01f-4c93802766e6 req-e0cc199a-2b5b-4ad8-8c5c-cd8395da6fb0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382345 Sep 01 05:04:21.406150 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35728) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:21.525925 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-78f94e2a-6d24-46aa-b7cf-91e959dce3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.628947 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-78f94e2a-6d24-46aa-b7cf-91e959dce3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.675447 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-78f94e2a-6d24-46aa-b7cf-91e959dce3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.716507 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-78f94e2a-6d24-46aa-b7cf-91e959dce3f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66388f1a631d4563a7a165143f185d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092256 Sep 01 05:04:21.717390 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f94e2a-6d24-46aa-b7cf-91e959dce3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38692f7d-f8db-4686-a42e-490e005fc8cd,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:21.719400 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35764) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:21.769396 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a5e6cc12-1341-4a3c-9f5a-9275cf1353db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.795336 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a5e6cc12-1341-4a3c-9f5a-9275cf1353db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.898520 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a5e6cc12-1341-4a3c-9f5a-9275cf1353db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.898520 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a5e6cc12-1341-4a3c-9f5a-9275cf1353db admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.898733 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-a5e6cc12-1341-4a3c-9f5a-9275cf1353db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38692f7d-f8db-4686-a42e-490e005fc8cd HTTP/1.1" status: 204 len: 168 time: 0.1779230 Sep 01 05:04:21.907803 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6cc12-1341-4a3c-9f5a-9275cf1353db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38692f7d-f8db-4686-a42e-490e005fc8cd,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:21.985296 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5141ea-8ec6-4ee0-ae96-a0c45cda2145 req-9f25f886-9b1a-45fa-958d-97cd2b4ef9f8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:21.986829 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7f5141ea-8ec6-4ee0-ae96-a0c45cda2145 req-9f25f886-9b1a-45fa-958d-97cd2b4ef9f8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0497093 Sep 01 05:04:22.028146 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7f5141ea-8ec6-4ee0-ae96-a0c45cda2145 req-d3f36d14-02e6-4e38-950d-56b51277496d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344281 Sep 01 05:04:22.352224 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024256-9433-482b-a270-bdd962ae792d req-82e75fe6-b5dc-43f2-9ca0-de6c02e8ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:22.353807 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80024256-9433-482b-a270-bdd962ae792d req-82e75fe6-b5dc-43f2-9ca0-de6c02e8ee8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1098 time: 0.0423715 Sep 01 05:04:22.458406 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024256-9433-482b-a270-bdd962ae792d req-2d2dcc30-1840-4da2-bdb2-54a49af1e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:22.459923 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80024256-9433-482b-a270-bdd962ae792d req-2d2dcc30-1840-4da2-bdb2-54a49af1e757 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.0963881 Sep 01 05:04:22.529859 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80024256-9433-482b-a270-bdd962ae792d req-d9f062a1-2bd2-4376-bf74-ff5f48b2e4c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 200 len: 1001 time: 0.0612986 Sep 01 05:04:22.587405 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024256-9433-482b-a270-bdd962ae792d req-36c5944f-9147-42c6-96b2-ade7de709b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:22.589222 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80024256-9433-482b-a270-bdd962ae792d req-36c5944f-9147-42c6-96b2-ade7de709b1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0514503 Sep 01 05:04:22.662199 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80024256-9433-482b-a270-bdd962ae792d req-fdc6ffd5-7581-4064-b491-dec2a837f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:22.663858 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80024256-9433-482b-a270-bdd962ae792d req-fdc6ffd5-7581-4064-b491-dec2a837f68f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660799 Sep 01 05:04:22.758499 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80024256-9433-482b-a270-bdd962ae792d req-9ceafecc-8a9f-45a8-aa59-99c348fb50e3 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Sep 01 05:04:22.855583 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80024256-9433-482b-a270-bdd962ae792d req-0faf79db-cef3-47a0-877a-0d23f9f94f9b service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886524 Sep 01 05:04:22.884623 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35810) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:22.979337 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-831622545-network', 'tenant_id': '08529d327f6641d4b50624c9993d0f83'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:23.069837 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Made reservation on behalf of 08529d327f6641d4b50624c9993d0f83 for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:04:23.072142 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.081623 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.156487 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57722d57-65b4-4157-bf81-37013a1aca7a req-7537e4e2-5597-4984-b341-e37b94b9f50c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:23.158117 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-57722d57-65b4-4157-bf81-37013a1aca7a req-7537e4e2-5597-4984-b341-e37b94b9f50c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0538881 Sep 01 05:04:23.185839 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.197619 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-57722d57-65b4-4157-bf81-37013a1aca7a req-059802e6-90e2-4ceb-a2f4-87a8bebba79b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333781 Sep 01 05:04:23.271159 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.298567 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:04:23.305988 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:23.313363 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.313363 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Added segment 5b3ff139-2e00-4ad6-bbcc-dd50788978b5 of type vlan for network c427a7ca-3262-4a1e-bbdb-91ed1c989964 Sep 01 05:04:23.353772 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.435451 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.436500 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:23.437129 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.503593 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] Pushing event updated for resources: {'Network': ['ID=c427a7ca-3262-4a1e-bbdb-91ed1c989964,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:23.514204 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:04:23.545604 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f5dc07ca-420f-4f11-9399-4a3d30a36814 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6597781 Sep 01 05:04:23.548436 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35820) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:23.553300 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Request body: {'subnet': {'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-831622545-subnet', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:23.658952 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Made reservation on behalf of 08529d327f6641d4b50624c9993d0f83 for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:04:23.662109 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12727956'] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.921725 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12730767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12727938'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.969011 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ae771b-02ae-4a2f-a914-937bc988e674,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:23.986026 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Checking segment: {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:23.986385 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Network hostable DHCP agents. Network: c427a7ca-3262-4a1e-bbdb-91ed1c989964, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:04:24.058250 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:04:24.149760 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, c427a7ca-3262-4a1e-bbdb-91ed1c989964) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:24.154675 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:24.155575 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:24.159059 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e8fb5-2661-47d5-898b-646c57fdb80f None None] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:04:24.252754 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-e0760ff5-20c3-4592-a967-16aba8e87e7b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7031803 Sep 01 05:04:24.256561 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35828) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:24.261334 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:24.313263 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:04:24.314440 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:24.333281 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211ad69-4650-49bc-b82a-264a521c370b req-47db3730-f3e8-42f0-825e-fd2ca644e344 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:24.335029 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e211ad69-4650-49bc-b82a-264a521c370b req-47db3730-f3e8-42f0-825e-fd2ca644e344 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0536687 Sep 01 05:04:24.374687 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e211ad69-4650-49bc-b82a-264a521c370b req-ad339932-0e3d-4505-99de-59e4e5f02c86 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337400 Sep 01 05:04:24.384168 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:24.385264 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:24.460969 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Allocated IP 172.20.0.2 (c427a7ca-3262-4a1e-bbdb-91ed1c989964/07ae771b-02ae-4a2f-a914-937bc988e674/4a917b48-4cc8-4141-8fb5-da6614c5d67a) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:24.475398 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:24.695121 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:24.752542 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:24.761239 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Transition to ACTIVE for port object 4a917b48-4cc8-4141-8fb5-da6614c5d67a will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:24.779263 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Transition to ACTIVE for port object 4a917b48-4cc8-4141-8fb5-da6614c5d67a will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:24.871088 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:24.914650 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:24.917907 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:24.920938 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:24.932999 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Pushing event updated for resources: {'Port': ['ID=4a917b48-4cc8-4141-8fb5-da6614c5d67a,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:24.994321 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Attempting to bind port 4a917b48-4cc8-4141-8fb5-da6614c5d67a on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:24.994687 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Attempting to bind port 4a917b48-4cc8-4141-8fb5-da6614c5d67a by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:24.995047 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Attempting to bind port 4a917b48-4cc8-4141-8fb5-da6614c5d67a on network c427a7ca-3262-4a1e-bbdb-91ed1c989964 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:25.000342 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:25.000640 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Checking segment: {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:25.001061 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:25.001556 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Bound using segment: {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:25.001924 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Bound port: 4a917b48-4cc8-4141-8fb5-da6614c5d67a, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:25.002301 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:25.069126 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] For port 4a917b48-4cc8-4141-8fb5-da6614c5d67a, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:25.075034 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] For port 4a917b48-4cc8-4141-8fb5-da6614c5d67a, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4a917b48-4cc8-4141-8fb5-da6614c5d67a,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:25.133305 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:25.195687 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcd50c-8ae5-493e-8705-de94349734a3 None None] Pushing event updated for resources: {'Port': ['ID=4a917b48-4cc8-4141-8fb5-da6614c5d67a,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:25.208983 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:25.242224 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:25.356473 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Allocated IP 172.27.1.157 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/dd16f917-7df1-4fbb-9824-ccf6e31912ef) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:25.503303 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:25.619292 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:25.665060 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:25.669013 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:25.671564 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:25.677438 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd16f917-7df1-4fbb-9824-ccf6e31912ef,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:25.754921 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-e98670a4-fea4-452a-bebf-b587226f513f req-26cf5a75-0433-419c-b89b-eb8fca636871 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:04:25.756014 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e98670a4-fea4-452a-bebf-b587226f513f req-26cf5a75-0433-419c-b89b-eb8fca636871 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590689 Sep 01 05:04:26.011328 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:26.100557 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16511b-aaca-429d-bd7b-95df739277ad None None] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:04:26.205453 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-336e5721-bd71-4a19-ace7-308362f99252 None None] Provisioning for port 4a917b48-4cc8-4141-8fb5-da6614c5d67a completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:26.217937 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:26.255426 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4a917b48-4cc8-4141-8fb5-da6614c5d67a up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:26.401575 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 4a917b48-4cc8-4141-8fb5-da6614c5d67a completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:26.405982 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 4a917b48-4cc8-4141-8fb5-da6614c5d67a triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:26.406352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:26.412741 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:04:26.506010 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:26.533498 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:04:26.547644 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 4a917b48-4cc8-4141-8fb5-da6614c5d67a, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4a917b48-4cc8-4141-8fb5-da6614c5d67a,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:26.548741 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Sync routers for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:04:26.555126 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-04245027-a301-41e7-90cb-c8fe22a7ec4d None None] Provisioning complete for port 4a917b48-4cc8-4141-8fb5-da6614c5d67a triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:26.555497 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-04245027-a301-41e7-90cb-c8fe22a7ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:26.580413 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:26.581042 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:26.618828 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] Notify callbacks [] for router, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:26.622498 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f9625117-b247-47cd-bb37-fb13be348ee2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3624201 Sep 01 05:04:26.622809 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35856) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:26.635592 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:26.702192 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:04:26.785847 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=4a917b48-4cc8-4141-8fb5-da6614c5d67a,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:26.806326 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:26.951633 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.005408 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:04:27.007710 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd40bee-bcb8-43b6-97a4-04445ffe2dc9" -d '{"events": [{"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-unplugged", "status": "completed", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:04:27.027281 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:27.062488 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 05:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09909646-aff0-4a56-b909-32dc02d7b9b9 x-openstack-request-id: req-09909646-aff0-4a56-b909-32dc02d7b9b9 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:04:27.062782 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-unplugged", "status": "failed", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e", "code": 422}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:04:27.063035 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09909646-aff0-4a56-b909-32dc02d7b9b9 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:04:27.063443 dv-cinder-804035-8-iscsi neutron-server[111189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'code': 422} returned with failed status Sep 01 05:04:27.090637 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:25Z', 'revision_number': 3, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:27.095020 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.104789 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa461cd-0dd8-424b-ac38-b3b75a9e16f0 req-006bf7c0-fb3e-408b-bb23-d314919d00fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:27.107041 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7fa461cd-0dd8-424b-ac38-b3b75a9e16f0 req-006bf7c0-fb3e-408b-bb23-d314919d00fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 945 time: 0.0635147 Sep 01 05:04:27.120191 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.152770 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7fa461cd-0dd8-424b-ac38-b3b75a9e16f0 req-fb9eed92-0bc8-45eb-8fc1-482e6fc18bb3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352790 Sep 01 05:04:27.157728 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Checking router: fe4e84fc-a7ee-4b32-8a16-158ac6b68320 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:04:27.158228 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Updating router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 port dd16f917-7df1-4fbb-9824-ccf6e31912ef binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:04:27.199425 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.228525 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=8']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:27.313302 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Allocated IP 172.20.0.1 (c427a7ca-3262-4a1e-bbdb-91ed1c989964/07ae771b-02ae-4a2f-a914-937bc988e674/26dfdfd9-450d-44bf-90cc-8a53de588365) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:27.423184 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.437192 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Transition to ACTIVE for port object 26dfdfd9-450d-44bf-90cc-8a53de588365 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:27.482320 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.494694 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Transition to ACTIVE for port object dd16f917-7df1-4fbb-9824-ccf6e31912ef will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:27.533171 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.555451 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.579364 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:27.583163 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:27.591242 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:27.611793 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Attempting to bind port dd16f917-7df1-4fbb-9824-ccf6e31912ef on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:27.612310 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Attempting to bind port dd16f917-7df1-4fbb-9824-ccf6e31912ef by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:27.612729 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Attempting to bind port dd16f917-7df1-4fbb-9824-ccf6e31912ef on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:27.615160 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Pushing event updated for resources: {'Port': ['ID=26dfdfd9-450d-44bf-90cc-8a53de588365,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:27.622176 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:27.622706 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:27.623180 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.623480 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:27.623942 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Bound port: dd16f917-7df1-4fbb-9824-ccf6e31912ef, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:27.624544 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.626182 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70516-1f97-4dc9-b4ff-cfd51ff99596 None None] Pushing event updated for resources: {'Port': ['ID=dd16f917-7df1-4fbb-9824-ccf6e31912ef,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:27.641829 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.690398 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] For port dd16f917-7df1-4fbb-9824-ccf6e31912ef, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:27.694354 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] For port dd16f917-7df1-4fbb-9824-ccf6e31912ef, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=dd16f917-7df1-4fbb-9824-ccf6e31912ef,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:27.745535 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.824935 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:27.825601 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:27.828145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.828605 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d70516-1f97-4dc9-b4ff-cfd51ff99596 None None] Pushing event updated for resources: {'Port': ['ID=dd16f917-7df1-4fbb-9824-ccf6e31912ef,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:27.914377 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-44bb0944-de99-40ac-82f9-ab07d9483850 None None] Provisioning for port 26dfdfd9-450d-44bf-90cc-8a53de588365 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:27.922295 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-44bb0944-de99-40ac-82f9-ab07d9483850 None None] Provisioning complete for port 26dfdfd9-450d-44bf-90cc-8a53de588365 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:27.923026 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-44bb0944-de99-40ac-82f9-ab07d9483850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:27.975855 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:27.979194 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-44bb0944-de99-40ac-82f9-ab07d9483850 None None] Port 26dfdfd9-450d-44bf-90cc-8a53de588365 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:28.009017 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:28.070001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:28.137572 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Pushing event updated for resources: {'Port': ['ID=26dfdfd9-450d-44bf-90cc-8a53de588365,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:28.139992 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:28.259617 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4a917b48-4cc8-4141-8fb5-da6614c5d67a up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:28.283581 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:28.287895 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:28.351300 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a761e2-5cf4-418a-ba17-b9e978311355 req-665a3379-592b-4fdc-8321-e5ae4788bd50 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.353207 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-23a761e2-5cf4-418a-ba17-b9e978311355 req-665a3379-592b-4fdc-8321-e5ae4788bd50 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.1046646 Sep 01 05:04:28.365726 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 4a917b48-4cc8-4141-8fb5-da6614c5d67a triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:28.366092 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:28.412119 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 1, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:28.446866 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:04:28.459697 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee2ff08-d56a-40b2-854f-7c0dd360c2ef None None] The sync data for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi is: [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 1, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:04:28.478962 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-23a761e2-5cf4-418a-ba17-b9e978311355 req-8b37356b-2caa-4e67-9d0a-0818dc5a405b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130028 Sep 01 05:04:28.603955 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-971cfcd3-4f5b-487a-9faa-4e1b01a0c848 None None] Provisioning complete for port 26dfdfd9-450d-44bf-90cc-8a53de588365 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:28.604337 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-971cfcd3-4f5b-487a-9faa-4e1b01a0c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:28.642246 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-971cfcd3-4f5b-487a-9faa-4e1b01a0c848 None None] Port 26dfdfd9-450d-44bf-90cc-8a53de588365 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:28.837449 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:04:28.842756 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-fa831ee4-a8d4-4cbb-a47f-f7b2f8b03d32 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe4e84fc-a7ee-4b32-8a16-158ac6b68320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2186053 Sep 01 05:04:29.282056 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-4809b42d-7514-4efc-95f0-831088ce54bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465200 Sep 01 05:04:29.378742 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:29.388960 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-dd1d7bd3-cbef-46fe-b34d-b2c06040af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.390595 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-dd1d7bd3-cbef-46fe-b34d-b2c06040af23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1098 time: 0.0416582 Sep 01 05:04:29.546898 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-c1448c28-1df3-4360-bbad-effa21c6eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.549597 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-c1448c28-1df3-4360-bbad-effa21c6eb13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 911 time: 0.1374002 Sep 01 05:04:29.610407 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35904) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:29.617218 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-350866216-network', 'tenant_id': 'dabbb9535afb490a99f674d502737266'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:29.631728 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0230f-135e-4f60-9d4f-72a8ff6f418c req-75bec6c4-7cf3-4ae8-86fd-26b4831bc0c8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.634651 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0cf0230f-135e-4f60-9d4f-72a8ff6f418c req-75bec6c4-7cf3-4ae8-86fd-26b4831bc0c8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0571613 Sep 01 05:04:29.649472 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-10ef96bd-9b73-4170-91f7-6144caa6d3cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 1000 time: 0.0827997 Sep 01 05:04:29.678634 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0cf0230f-135e-4f60-9d4f-72a8ff6f418c req-8c0b2754-6497-4b9b-bf41-18bf9c9d290f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378449 Sep 01 05:04:29.704800 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-df1aa093-5c84-4f5a-94b1-18d34fa8fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.706516 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-df1aa093-5c84-4f5a-94b1-18d34fa8fd73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0543203 Sep 01 05:04:29.740548 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Made reservation on behalf of dabbb9535afb490a99f674d502737266 for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:04:29.742919 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:29.759429 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:29.778989 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-689c7f77-ad00-4ea6-b50c-6e7685336bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.780497 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-689c7f77-ad00-4ea6-b50c-6e7685336bcf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668068 Sep 01 05:04:29.905313 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-ebe56b9f-6d59-407a-a7d0-f7d2c60469fe service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159973 Sep 01 05:04:29.948298 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.018790 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d88e290-e2d7-4b0b-9a31-041ce837eb54 req-38255480-0028-43a6-a995-fc5c7df1bec4 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963442 Sep 01 05:04:30.029627 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.052548 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:04:30.070939 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7a9fb6-34fa-46b6-84cf-98c938c84cae,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:30.071721 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.072416 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Added segment 6b3476a1-2a90-4544-85bf-1349a36edfdf of type vlan for network 960197dd-16f7-4881-a63a-6815b82c0f93 Sep 01 05:04:30.119183 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.207248 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.208440 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:30.209067 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.244101 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device dd16f917-7df1-4fbb-9824-ccf6e31912ef up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:30.275307 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] Pushing event updated for resources: {'Network': ['ID=960197dd-16f7-4881-a63a-6815b82c0f93,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:30.287931 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 960197dd-16f7-4881-a63a-6815b82c0f93 details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:04:30.357000 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-c052bd9e-c209-4884-b235-636beeda8a82 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7451255 Sep 01 05:04:30.359291 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35908) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:30.366048 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Request body: {'subnet': {'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-350866216-subnet', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:30.413245 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port dd16f917-7df1-4fbb-9824-ccf6e31912ef completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:30.417398 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port dd16f917-7df1-4fbb-9824-ccf6e31912ef triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:30.417771 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.430127 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Made reservation on behalf of dabbb9535afb490a99f674d502737266 for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:04:30.432457 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12727956'] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.498019 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Sync routers for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:04:30.507930 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.510609 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:04:30.515903 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:30.516526 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:30.538818 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port dd16f917-7df1-4fbb-9824-ccf6e31912ef, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=dd16f917-7df1-4fbb-9824-ccf6e31912ef,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:30.613370 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.639726 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:30.665247 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=dd16f917-7df1-4fbb-9824-ccf6e31912ef,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:30.682156 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12730767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12727938'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.739956 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd3d569-50dd-4cae-a512-a8ff07795333,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:30.749573 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Checking segment: {'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:30.749752 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Network hostable DHCP agents. Network: 960197dd-16f7-4881-a63a-6815b82c0f93, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:04:30.819164 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28096eb-d01c-4bcb-b708-9ec8528fda4c req-a90b79c1-e476-4f2d-b03b-10043a79ed34 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:30.820563 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e28096eb-d01c-4bcb-b708-9ec8528fda4c req-a90b79c1-e476-4f2d-b03b-10043a79ed34 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0540516 Sep 01 05:04:30.842915 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Network 960197dd-16f7-4881-a63a-6815b82c0f93 is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:04:30.858564 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 2, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:30.865936 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e28096eb-d01c-4bcb-b708-9ec8528fda4c req-5716ca3e-337d-41a2-b65b-5cedfb6c3d39 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391927 Sep 01 05:04:30.886670 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Checking router: fe4e84fc-a7ee-4b32-8a16-158ac6b68320 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:04:30.887015 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Updating router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 port 26dfdfd9-450d-44bf-90cc-8a53de588365 binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:04:30.911067 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.932408 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 960197dd-16f7-4881-a63a-6815b82c0f93) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:30.940693 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e351acf6-6bdb-420b-b7fd-4cedbf5ad1cc None None] Network 960197dd-16f7-4881-a63a-6815b82c0f93 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:04:30.945089 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:30.945691 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.037060 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-ca4506da-25d5-4ef3-9e52-e44a1279eae8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6766834 Sep 01 05:04:31.040134 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35914) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:31.045731 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:31.092849 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-960197dd-16f7-4881-a63a-6815b82c0f93', 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'fixed_ips': [{'subnet_id': 'edd3d569-50dd-4cae-a512-a8ff07795333'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:04:31.093758 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.138903 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.143795 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.192078 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.202991 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Transition to ACTIVE for port object 26dfdfd9-450d-44bf-90cc-8a53de588365 will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:31.213119 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.246982 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Allocated IP 172.20.0.2 (960197dd-16f7-4881-a63a-6815b82c0f93/edd3d569-50dd-4cae-a512-a8ff07795333/5ee0d6e5-c724-4747-8fdc-0752186ba207) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:31.315971 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.365427 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e29b2a-28c4-4f90-8388-f6459f90934b None None] Pushing event updated for resources: {'Port': ['ID=26dfdfd9-450d-44bf-90cc-8a53de588365,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:31.397723 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.406558 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Transition to ACTIVE for port object 5ee0d6e5-c724-4747-8fdc-0752186ba207 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:31.423181 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Transition to ACTIVE for port object 5ee0d6e5-c724-4747-8fdc-0752186ba207 will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:31.434967 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Attempting to bind port 26dfdfd9-450d-44bf-90cc-8a53de588365 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:31.435783 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Attempting to bind port 26dfdfd9-450d-44bf-90cc-8a53de588365 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:31.435783 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Attempting to bind port 26dfdfd9-450d-44bf-90cc-8a53de588365 on network c427a7ca-3262-4a1e-bbdb-91ed1c989964 {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:31.441885 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:31.442252 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Checking segment: {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:31.442647 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.443029 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Bound using segment: {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:31.443489 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Bound port: 26dfdfd9-450d-44bf-90cc-8a53de588365, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:31.443876 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.488358 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.514002 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] For port 26dfdfd9-450d-44bf-90cc-8a53de588365, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:31.515628 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.517515 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] For port 26dfdfd9-450d-44bf-90cc-8a53de588365, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=26dfdfd9-450d-44bf-90cc-8a53de588365,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:31.558032 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Network 960197dd-16f7-4881-a63a-6815b82c0f93 is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:31.561004 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:31.565527 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:31.570742 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Pushing event updated for resources: {'Port': ['ID=5ee0d6e5-c724-4747-8fdc-0752186ba207,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:31.596598 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.639959 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Attempting to bind port 5ee0d6e5-c724-4747-8fdc-0752186ba207 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:31.640251 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Attempting to bind port 5ee0d6e5-c724-4747-8fdc-0752186ba207 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:31.640698 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Attempting to bind port 5ee0d6e5-c724-4747-8fdc-0752186ba207 on network 960197dd-16f7-4881-a63a-6815b82c0f93 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:31.650133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:31.650744 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Checking segment: {'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:31.651313 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.651965 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Bound using segment: {'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:31.652598 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Bound port: 5ee0d6e5-c724-4747-8fdc-0752186ba207, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:31.653179 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.698723 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e29b2a-28c4-4f90-8388-f6459f90934b None None] Pushing event updated for resources: {'Port': ['ID=26dfdfd9-450d-44bf-90cc-8a53de588365,revision_number=4']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:31.708467 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:31.709127 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:31.740963 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] For port 5ee0d6e5-c724-4747-8fdc-0752186ba207, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:31.744519 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] For port 5ee0d6e5-c724-4747-8fdc-0752186ba207, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=5ee0d6e5-c724-4747-8fdc-0752186ba207,segment=NetworkSegment(6b3476a1-2a90-4544-85bf-1349a36edfdf),segment_id=6b3476a1-2a90-4544-85bf-1349a36edfdf)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:31.809175 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.829708 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.836131 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.840185 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:31.942676 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4788dc9-a4f2-4310-bb4e-7122d1711ce6 None None] Pushing event updated for resources: {'Port': ['ID=5ee0d6e5-c724-4747-8fdc-0752186ba207,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:32.009938 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Allocated IP 172.27.1.72 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/595910c3-fc2f-4a01-881c-39fe414e0855) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:32.084101 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:31Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:32.096601 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0375d-62f3-4844-a7d2-54fceb8e41e4 req-6aa781c9-95e9-4f71-bbd6-37c8a9c20c44 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:32.103821 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-50a0375d-62f3-4844-a7d2-54fceb8e41e4 req-6aa781c9-95e9-4f71-bbd6-37c8a9c20c44 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.1339824 Sep 01 05:04:32.123839 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6c75a9-a942-42fd-b736-2bea050dd475 None None] The sync data for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi is: [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:31Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:04:32.165111 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-50a0375d-62f3-4844-a7d2-54fceb8e41e4 req-3b0ed741-0102-433a-adda-c3b2fb11b58f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581186 Sep 01 05:04:32.225380 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:32.362009 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:32.395805 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 26dfdfd9-450d-44bf-90cc-8a53de588365 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:32.411044 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:32.419365 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:32.423044 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:32.430126 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Pushing event updated for resources: {'Port': ['ID=595910c3-fc2f-4a01-881c-39fe414e0855,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:32.459272 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.459878 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.460393 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.460988 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.461502 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.462005 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.462491 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.462975 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.463596 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.465381 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.474005 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.474005 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:32.555498 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 26dfdfd9-450d-44bf-90cc-8a53de588365 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:32.560117 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 26dfdfd9-450d-44bf-90cc-8a53de588365 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:32.560489 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:32.648781 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:32.690691 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 26dfdfd9-450d-44bf-90cc-8a53de588365, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=26dfdfd9-450d-44bf-90cc-8a53de588365,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:32.772945 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:32.774146 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device dd16f917-7df1-4fbb-9824-ccf6e31912ef up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:32.830272 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:32.860319 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=26dfdfd9-450d-44bf-90cc-8a53de588365,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:32.876392 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port dd16f917-7df1-4fbb-9824-ccf6e31912ef triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:32.876772 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:32.978200 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 5ee0d6e5-c724-4747-8fdc-0752186ba207 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:33.020366 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a8260a-d7ce-4762-bd32-15b29e373d4d None None] Network 960197dd-16f7-4881-a63a-6815b82c0f93 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:04:33.143399 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 5ee0d6e5-c724-4747-8fdc-0752186ba207 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:33.213993 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-60b5227f-6966-4484-979a-4069ea1c0cd9 None None] Provisioning for port 5ee0d6e5-c724-4747-8fdc-0752186ba207 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:33.222268 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-60b5227f-6966-4484-979a-4069ea1c0cd9 None None] Provisioning complete for port 5ee0d6e5-c724-4747-8fdc-0752186ba207 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:33.222268 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-60b5227f-6966-4484-979a-4069ea1c0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:33.274057 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:33.353515 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-60b5227f-6966-4484-979a-4069ea1c0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:33.365423 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7546f47-4728-4b49-9196-5c4ad16427ae req-45efb83f-2e73-4e01-9d58-c6e6cd3b68d1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:33.370840 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a7546f47-4728-4b49-9196-5c4ad16427ae req-45efb83f-2e73-4e01-9d58-c6e6cd3b68d1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0751143 Sep 01 05:04:33.396271 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-60b5227f-6966-4484-979a-4069ea1c0cd9 None None] For port 5ee0d6e5-c724-4747-8fdc-0752186ba207, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=5ee0d6e5-c724-4747-8fdc-0752186ba207,segment=NetworkSegment(6b3476a1-2a90-4544-85bf-1349a36edfdf),segment_id=6b3476a1-2a90-4544-85bf-1349a36edfdf)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:33.419156 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a7546f47-4728-4b49-9196-5c4ad16427ae req-4ad91eb3-07b0-454d-8e03-8888db92115d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Sep 01 05:04:33.476171 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-60b5227f-6966-4484-979a-4069ea1c0cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:33.498491 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Router 67ff420e-70e7-4176-ab8d-01a7e902e93b is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:04:33.536848 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5227f-6966-4484-979a-4069ea1c0cd9 None None] Pushing event updated for resources: {'Port': ['ID=5ee0d6e5-c724-4747-8fdc-0752186ba207,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:33.602054 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-07337a3d-b9d3-4848-83d8-11c538fccde9 None None] Provisioning complete for port 5ee0d6e5-c724-4747-8fdc-0752186ba207 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:33.603428 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-07337a3d-b9d3-4848-83d8-11c538fccde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:33.624429 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:04:33.636773 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Sync routers for ids ['67ff420e-70e7-4176-ab8d-01a7e902e93b'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:04:33.656593 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Routers {'67ff420e-70e7-4176-ab8d-01a7e902e93b'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:33.656593 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['67ff420e-70e7-4176-ab8d-01a7e902e93b'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:33.704185 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:33.705605 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-2c9f5584-9c3d-4d24-9fbe-2a113916d595 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6643372 Sep 01 05:04:33.708723 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 35930) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:33.803998 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Set router 67ff420e-70e7-4176-ab8d-01a7e902e93b gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:34.011712 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:32Z', 'revision_number': 3, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port': {'id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:34.052820 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Checking router: 67ff420e-70e7-4176-ab8d-01a7e902e93b for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:04:34.053167 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Updating router 67ff420e-70e7-4176-ab8d-01a7e902e93b port 595910c3-fc2f-4a01-881c-39fe414e0855 binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:04:34.086263 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.209014 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.250933 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 26dfdfd9-450d-44bf-90cc-8a53de588365 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:34.413079 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Allocated IP 172.20.0.1 (960197dd-16f7-4881-a63a-6815b82c0f93/edd3d569-50dd-4cae-a512-a8ff07795333/338f5fe6-85a4-4bf1-9809-61ba79b2a44d) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:34.485022 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 26dfdfd9-450d-44bf-90cc-8a53de588365 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:34.485440 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.552376 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.570898 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.provisioning_blocks [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Transition to ACTIVE for port object 338f5fe6-85a4-4bf1-9809-61ba79b2a44d will not be triggered until provisioned by entity DHCP. {{(pid=111187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:34.584275 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084c041-b1f7-4091-a759-7212a547c1eb req-df634444-070d-430c-b64a-aa0fb53a1727 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:34.585842 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a084c041-b1f7-4091-a759-7212a547c1eb req-df634444-070d-430c-b64a-aa0fb53a1727 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0837255 Sep 01 05:04:34.637713 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.644731 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a084c041-b1f7-4091-a759-7212a547c1eb req-215901c0-b738-474b-95b1-fbbf4a283d0a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526316 Sep 01 05:04:34.649368 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 5ee0d6e5-c724-4747-8fdc-0752186ba207 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:34.653482 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Transition to ACTIVE for port object 595910c3-fc2f-4a01-881c-39fe414e0855 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:34.701870 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 5ee0d6e5-c724-4747-8fdc-0752186ba207 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:34.702240 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.709987 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.740979 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.761316 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Network 960197dd-16f7-4881-a63a-6815b82c0f93 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:34.766002 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:34.771475 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:34.796326 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Pushing event updated for resources: {'Port': ['ID=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:34.819603 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.826488 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Attempting to bind port 595910c3-fc2f-4a01-881c-39fe414e0855 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:34.826605 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Attempting to bind port 595910c3-fc2f-4a01-881c-39fe414e0855 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:34.826940 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Attempting to bind port 595910c3-fc2f-4a01-881c-39fe414e0855 on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:34.831336 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d740dfe-6e05-403d-8ed3-377b9a9e3278 None None] Pushing event updated for resources: {'Port': ['ID=595910c3-fc2f-4a01-881c-39fe414e0855,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:34.843364 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:34.843746 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:34.844154 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.844545 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:34.845023 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Bound port: 595910c3-fc2f-4a01-881c-39fe414e0855, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:34.845437 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.913375 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] For port 595910c3-fc2f-4a01-881c-39fe414e0855, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:34.917193 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] For port 595910c3-fc2f-4a01-881c-39fe414e0855, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=595910c3-fc2f-4a01-881c-39fe414e0855,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:34.990980 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.060189 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.064815 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Routers {'67ff420e-70e7-4176-ab8d-01a7e902e93b'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:35.065733 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['67ff420e-70e7-4176-ab8d-01a7e902e93b'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:35.068109 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d740dfe-6e05-403d-8ed3-377b9a9e3278 None None] Pushing event updated for resources: {'Port': ['ID=595910c3-fc2f-4a01-881c-39fe414e0855,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:35.121786 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-603b56a1-7257-4496-8301-96fb894c90a3 None None] Provisioning for port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:35.127975 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-603b56a1-7257-4496-8301-96fb894c90a3 None None] Provisioning complete for port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:35.128422 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-603b56a1-7257-4496-8301-96fb894c90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.204024 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-603b56a1-7257-4496-8301-96fb894c90a3 None None] Port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:35.212364 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] Set router 67ff420e-70e7-4176-ab8d-01a7e902e93b gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:35.230700 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.321268 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13315191'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.390927 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.393583 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Pushing event updated for resources: {'Port': ['ID=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:35.454776 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-25c08577-7b83-431b-932a-e753ee091950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 4, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port': {'id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '338f5fe6-85a4-4bf1-9809-61ba79b2a44d', 'name': '', 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'mac_address': 'fa:16:3e:68:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:34Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 1, 'project_id': 'dabbb9535afb490a99f674d502737266', 'subnets': [{'id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:35.497773 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c08577-7b83-431b-932a-e753ee091950 None None] The sync data for ids ['67ff420e-70e7-4176-ab8d-01a7e902e93b'] in dv-cinder-804035-8-iscsi is: [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 4, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port': {'id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '338f5fe6-85a4-4bf1-9809-61ba79b2a44d', 'name': '', 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'mac_address': 'fa:16:3e:68:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:34Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 1, 'project_id': 'dabbb9535afb490a99f674d502737266', 'subnets': [{'id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:04:35.501922 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Network 960197dd-16f7-4881-a63a-6815b82c0f93 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:35.504295 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:35.634063 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Router 67ff420e-70e7-4176-ab8d-01a7e902e93b has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:04:35.802807 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:04:35.815856 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-9cd79cd1-64ad-4538-b3cf-110d5f581759 admin admin] 10.222.0.41 "PUT /v2.0/routers/67ff420e-70e7-4176-ab8d-01a7e902e93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984676 Sep 01 05:04:35.831987 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-871c35aa-3161-419d-816e-7c21bd8f959f None None] Provisioning complete for port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:35.832548 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-871c35aa-3161-419d-816e-7c21bd8f959f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.838621 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b35437-97b1-49bc-9ffe-eb2fabceb373 req-770a150e-4827-4a4c-a83a-c46f47bacc3b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:35.840269 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-03b35437-97b1-49bc-9ffe-eb2fabceb373 req-770a150e-4827-4a4c-a83a-c46f47bacc3b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0582395 Sep 01 05:04:35.874144 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-871c35aa-3161-419d-816e-7c21bd8f959f None None] Port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:35.884219 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 35960) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:35.901847 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-03b35437-97b1-49bc-9ffe-eb2fabceb373 req-1821e31d-4536-4eb0-bd66-383d8fada129 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517163 Sep 01 05:04:36.016193 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-b015cda6-5453-4d94-8456-7029a0b58989 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306469 Sep 01 05:04:36.028796 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-113e740a-6855-4e59-90cd-6393743c4f1c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:04:36.030044 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-113e740a-6855-4e59-90cd-6393743c4f1c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055575 Sep 01 05:04:37.108207 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19733894-86f3-4e0f-a797-c84354a1ce48 req-47a948d7-dca0-45b8-8e65-8af82931f20d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:37.114259 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-19733894-86f3-4e0f-a797-c84354a1ce48 req-47a948d7-dca0-45b8-8e65-8af82931f20d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.1319356 Sep 01 05:04:37.155302 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-19733894-86f3-4e0f-a797-c84354a1ce48 req-cb9df309-b696-420a-8581-79983fbb7443 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379133 Sep 01 05:04:38.297826 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 595910c3-fc2f-4a01-881c-39fe414e0855 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:38.427713 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30e045-3fc6-43f6-a642-b9f750481c50 req-a82807d1-9cd9-48bc-8560-3349e97ed2b8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:38.444757 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5f30e045-3fc6-43f6-a642-b9f750481c50 req-a82807d1-9cd9-48bc-8560-3349e97ed2b8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.1492841 Sep 01 05:04:38.526970 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5f30e045-3fc6-43f6-a642-b9f750481c50 req-4463c3e0-6663-4dd5-b655-820539a01593 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868340 Sep 01 05:04:38.675857 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 595910c3-fc2f-4a01-881c-39fe414e0855 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:38.685629 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 595910c3-fc2f-4a01-881c-39fe414e0855 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:38.685629 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:38.798230 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:38.828622 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 595910c3-fc2f-4a01-881c-39fe414e0855, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=595910c3-fc2f-4a01-881c-39fe414e0855,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:38.893052 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:38.960741 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=595910c3-fc2f-4a01-881c-39fe414e0855,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:39.146211 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-1012d7c2-8e4d-4d91-be6a-adcb57aecb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.148607 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-1012d7c2-8e4d-4d91-be6a-adcb57aecb34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493&tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd HTTP/1.1" status: 200 len: 1096 time: 0.0805273 Sep 01 05:04:39.244866 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-e06226a1-d804-4b95-b91c-07256f0640e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.246387 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-e06226a1-d804-4b95-b91c-07256f0640e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1096 time: 0.0645211 Sep 01 05:04:39.349049 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-54fcd593-2de8-4585-91e2-40b32b00bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.350526 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-54fcd593-2de8-4585-91e2-40b32b00bad2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.0935030 Sep 01 05:04:39.411865 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Sync routers for ids ['67ff420e-70e7-4176-ab8d-01a7e902e93b'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:04:39.422845 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Routers {'67ff420e-70e7-4176-ab8d-01a7e902e93b'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:39.423836 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['67ff420e-70e7-4176-ab8d-01a7e902e93b'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:39.443694 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-6c7756ce-58f6-40f5-af6f-c3630768d6ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 200 len: 999 time: 0.0853505 Sep 01 05:04:39.509573 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-339381b2-efb0-44a9-bda6-3cb77a2d371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.511365 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-339381b2-efb0-44a9-bda6-3cb77a2d371c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0599527 Sep 01 05:04:39.565989 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-dc48000e-8492-4d08-8968-33792815362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.567928 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-dc48000e-8492-4d08-8968-33792815362e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475948 Sep 01 05:04:39.643469 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Set router 67ff420e-70e7-4176-ab8d-01a7e902e93b gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:39.654042 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4dce-a8bd-4623-9ede-2728f4640d51 req-f4c14c7a-0c0b-469b-a797-a74758398fb7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.656464 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5e6e4dce-a8bd-4623-9ede-2728f4640d51 req-f4c14c7a-0c0b-469b-a797-a74758398fb7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0498295 Sep 01 05:04:39.674279 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-e7dec6f9-a966-4717-9fee-3d1efd666f32 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971246 Sep 01 05:04:39.721573 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5e6e4dce-a8bd-4623-9ede-2728f4640d51 req-59172578-b867-4db6-8541-d45eee2b010c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553377 Sep 01 05:04:39.786134 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-810b69dd-bcc3-4dc5-9a4d-46e7ceacec67 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008360 Sep 01 05:04:39.874111 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 4, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port': {'id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '338f5fe6-85a4-4bf1-9809-61ba79b2a44d', 'name': '', 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'mac_address': 'fa:16:3e:68:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:34Z', 'updated_at': '2021-09-01T05:04:35Z', 'revision_number': 2, 'project_id': 'dabbb9535afb490a99f674d502737266', 'subnets': [{'id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:39.901120 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Checking router: 67ff420e-70e7-4176-ab8d-01a7e902e93b for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:04:39.901480 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Updating router 67ff420e-70e7-4176-ab8d-01a7e902e93b port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:04:39.927617 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.245515 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 595910c3-fc2f-4a01-881c-39fe414e0855 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:40.259904 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.278505 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Transition to ACTIVE for port object 338f5fe6-85a4-4bf1-9809-61ba79b2a44d will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:40.318706 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 595910c3-fc2f-4a01-881c-39fe414e0855 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:40.319083 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.391961 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.464475 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba3372-774a-43e1-b932-f8650bf9c789 None None] Pushing event updated for resources: {'Port': ['ID=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:40.490070 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-f1cfdf69-4caa-4137-83b8-a59bd5e2522c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.624683 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Attempting to bind port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:40.625248 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Attempting to bind port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:40.625598 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Attempting to bind port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d on network 960197dd-16f7-4881-a63a-6815b82c0f93 {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:40.637342 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:40.637734 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Checking segment: {'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:40.638106 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.638699 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Bound using segment: {'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:40.638996 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Bound port: 338f5fe6-85a4-4bf1-9809-61ba79b2a44d, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3476a1-2a90-4544-85bf-1349a36edfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:40.639497 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.768995 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] For port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:40.788300 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] For port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,segment=NetworkSegment(6b3476a1-2a90-4544-85bf-1349a36edfdf),segment_id=6b3476a1-2a90-4544-85bf-1349a36edfdf)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:40.848120 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.958611 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcd0bb-402b-4b16-b554-9bcb0a349395 req-cc418119-39f3-4d94-8f36-cbb67f8d0325 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:40.969243 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Routers {'67ff420e-70e7-4176-ab8d-01a7e902e93b'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:04:40.969585 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-12fcd0bb-402b-4b16-b554-9bcb0a349395 req-cc418119-39f3-4d94-8f36-cbb67f8d0325 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0810788 Sep 01 05:04:40.980980 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:04:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['67ff420e-70e7-4176-ab8d-01a7e902e93b'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:41.045557 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-12fcd0bb-402b-4b16-b554-9bcb0a349395 req-ebc60fbc-ce9a-4651-9500-27743fa6a448 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696583 Sep 01 05:04:41.076772 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba3372-774a-43e1-b932-f8650bf9c789 None None] Pushing event updated for resources: {'Port': ['ID=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,revision_number=4']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:41.194522 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] Set router 67ff420e-70e7-4176-ab8d-01a7e902e93b gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:04:41.510772 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 4, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port': {'id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '338f5fe6-85a4-4bf1-9809-61ba79b2a44d', 'name': '', 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'mac_address': 'fa:16:3e:68:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:34Z', 'updated_at': '2021-09-01T05:04:40Z', 'revision_number': 4, 'project_id': 'dabbb9535afb490a99f674d502737266', 'subnets': [{'id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:04:41.586934 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1fb01c-1af1-4f7f-be82-f0b7767917ba None None] The sync data for ids ['67ff420e-70e7-4176-ab8d-01a7e902e93b'] in dv-cinder-804035-8-iscsi is: [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:34Z', 'revision_number': 4, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port': {'id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '338f5fe6-85a4-4bf1-9809-61ba79b2a44d', 'name': '', 'network_id': '960197dd-16f7-4881-a63a-6815b82c0f93', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'mac_address': 'fa:16:3e:68:82:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:34Z', 'updated_at': '2021-09-01T05:04:40Z', 'revision_number': 4, 'project_id': 'dabbb9535afb490a99f674d502737266', 'subnets': [{'id': 'edd3d569-50dd-4cae-a512-a8ff07795333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:04:42.257887 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14280-f05a-462b-9fd0-b5fbe66360ac req-7b1a4043-2347-485c-aa17-b2d41c3ab753 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:42.268590 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-44e14280-f05a-462b-9fd0-b5fbe66360ac req-7b1a4043-2347-485c-aa17-b2d41c3ab753 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.1021218 Sep 01 05:04:42.333936 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-44e14280-f05a-462b-9fd0-b5fbe66360ac req-f5853148-1161-472f-ad8d-8d805eaea7a1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642464 Sep 01 05:04:42.357262 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 338f5fe6-85a4-4bf1-9809-61ba79b2a44d up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:42.476083 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:42.481655 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:42.485956 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:42.707932 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:42.781480 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,segment=NetworkSegment(6b3476a1-2a90-4544-85bf-1349a36edfdf),segment_id=6b3476a1-2a90-4544-85bf-1349a36edfdf)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:43.046963 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:43.097522 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:43.132945 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-92e32ccc-b276-4262-a934-f1dde91e986a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:43.301070 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:43.570864 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead24a8a-d437-43a9-8521-34f12a0b9b0a req-662fb692-89d7-4666-a61d-2c4663ec067d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:43.572761 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ead24a8a-d437-43a9-8521-34f12a0b9b0a req-662fb692-89d7-4666-a61d-2c4663ec067d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.1013765 Sep 01 05:04:43.632497 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ead24a8a-d437-43a9-8521-34f12a0b9b0a req-7e188565-b3da-45b5-8dcf-1c26db400c4f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532393 Sep 01 05:04:44.225603 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:44.228267 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 338f5fe6-85a4-4bf1-9809-61ba79b2a44d up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:44.295294 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:44.295675 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:44.783823 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ec413-c144-41f8-aa69-d7141eb875e2 req-40697e9c-9ee6-468a-a466-7b568d8fcf7d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:44.785336 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1c8ec413-c144-41f8-aa69-d7141eb875e2 req-40697e9c-9ee6-468a-a466-7b568d8fcf7d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0689712 Sep 01 05:04:44.858872 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1c8ec413-c144-41f8-aa69-d7141eb875e2 req-03ce591c-39ce-457c-8c3a-2da7e83cf977 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640538 Sep 01 05:04:45.727518 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:46.109717 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed97aa-f6df-4c3b-9c41-790987890a60 req-75d94516-a457-4952-a497-e7e5694c3a28 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:46.109717 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4aed97aa-f6df-4c3b-9c41-790987890a60 req-75d94516-a457-4952-a497-e7e5694c3a28 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0563295 Sep 01 05:04:46.109717 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4aed97aa-f6df-4c3b-9c41-790987890a60 req-311a7e71-95f8-4841-80f4-92655d94c4ec tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493288 Sep 01 05:04:47.216499 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb56b81-f4a9-4304-afe6-a04c3857f02b req-e54b732d-b14d-48e9-8543-32b448fa11c7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:47.217990 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8cb56b81-f4a9-4304-afe6-a04c3857f02b req-e54b732d-b14d-48e9-8543-32b448fa11c7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0482600 Sep 01 05:04:47.256231 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8cb56b81-f4a9-4304-afe6-a04c3857f02b req-abd6151d-5258-42d0-a3c8-b3501a7e0e87 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316570 Sep 01 05:04:48.399621 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b9b5-1729-4395-843a-b7604726bce5 req-3d2278eb-768b-445e-bfbe-b1e2e2769ac5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:48.401496 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b481b9b5-1729-4395-843a-b7604726bce5 req-3d2278eb-768b-445e-bfbe-b1e2e2769ac5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0545099 Sep 01 05:04:48.481947 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b481b9b5-1729-4395-843a-b7604726bce5 req-e6a4fbe6-2ef1-4234-9eb5-f03fbaf823f0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677109 Sep 01 05:04:49.220749 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-e341d7be-e9ca-46bf-b49b-a0aeec54d18b tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:49.222240 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-e341d7be-e9ca-46bf-b49b-a0aeec54d18b tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 814 time: 0.1054475 Sep 01 05:04:49.238502 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-ec543333-8746-40c9-adfe-3b194e4fc5b8 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/quotas/08529d327f6641d4b50624c9993d0f83 HTTP/1.1" status: 200 len: 375 time: 0.0094502 Sep 01 05:04:49.289997 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-e27eb072-edf4-4791-baf3-b1d69d56f670 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459964 Sep 01 05:04:49.396286 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-5c78f561-024b-4eb8-a4f9-fb6c5fc6954d service neutron] 10.222.0.41 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944488 Sep 01 05:04:49.495393 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-0eec4ab5-2494-43b6-a160-806e2be1d525 service neutron] 10.222.0.41 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928922 Sep 01 05:04:49.630725 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc07282-209c-4d9b-acf7-7ea7a14b8eef req-25975054-c2c9-4752-b82b-186f038d8c1d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:49.632191 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fbc07282-209c-4d9b-acf7-7ea7a14b8eef req-25975054-c2c9-4752-b82b-186f038d8c1d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0633991 Sep 01 05:04:49.671783 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fbc07282-209c-4d9b-acf7-7ea7a14b8eef req-8cea32b6-3493-48a6-990e-9a33ed1f1c8b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334575 Sep 01 05:04:49.772895 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-850fadb9-e207-4142-a594-d4e8644dbd2c req-6a130c1a-d47a-4a7e-ae52-4a7eedf5bb74 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0315073 Sep 01 05:04:50.653584 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-52961aae-aea8-4cde-9832-c22cb9cc0984 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445373871&fields=id&tenant_id=edf78a94e9284236a47a981869f257d2 HTTP/1.1" status: 200 len: 267 time: 0.0337939 Sep 01 05:04:50.771925 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-9108bca4-9ae1-4fac-bf65-ab5be141e28f tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:50.773421 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-9108bca4-9ae1-4fac-bf65-ab5be141e28f tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/networks?id=ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 200 len: 809 time: 0.1132188 Sep 01 05:04:50.789214 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-9df298cf-325f-47ac-b83a-e9e4a0ddfbf8 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/quotas/edf78a94e9284236a47a981869f257d2 HTTP/1.1" status: 200 len: 375 time: 0.0100131 Sep 01 05:04:50.826099 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a96b514-0102-4dc4-b09c-cf684de9c258 req-22384ef3-4790-4d68-9218-48f2bb67e6f9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:50.827815 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9a96b514-0102-4dc4-b09c-cf684de9c258 req-22384ef3-4790-4d68-9218-48f2bb67e6f9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0563855 Sep 01 05:04:50.858712 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-b56712b8-f701-4bb0-abb1-caa362a71eb1 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=edf78a94e9284236a47a981869f257d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626543 Sep 01 05:04:50.881807 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9a96b514-0102-4dc4-b09c-cf684de9c258 req-1016bea3-c544-49d8-ad7e-7d70a3cb29bf tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475848 Sep 01 05:04:50.976535 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f1e30116-e126-430b-af50-f0cb39ba055c req-84741bb2-b361-4dd7-8c08-ccacd4aeabd0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0264544 Sep 01 05:04:50.979030 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-6fa010f8-2c30-4604-a6ea-fd64c4d2357f service neutron] 10.222.0.41 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065311 Sep 01 05:04:51.081071 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-67b6bb99-82aa-45c7-97b3-9ebc4212ae67 service neutron] 10.222.0.41 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946262 Sep 01 05:04:51.914738 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7cc440fa-6c40-41fe-83f6-70f87e3f29c9 req-6dd67ceb-731c-4015-acde-f753c09ef3da tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0413468 Sep 01 05:04:52.058883 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d31c95-5ba1-4267-befa-78dcaaa99307 req-1a5447ac-dc25-4b1d-b317-af477d287ae3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:52.075183 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a0d31c95-5ba1-4267-befa-78dcaaa99307 req-1a5447ac-dc25-4b1d-b317-af477d287ae3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0832427 Sep 01 05:04:52.125882 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4ddb5763-8ddb-4ee5-8796-2a719c9527c4 req-40070c9d-55b9-4c1d-aeaa-93b213719a55 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0598700 Sep 01 05:04:52.132208 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a0d31c95-5ba1-4267-befa-78dcaaa99307 req-c68655ff-d018-4a86-9005-9034f1491555 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508063 Sep 01 05:04:52.997396 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d55a4d3a-9848-49ea-8fc7-16d39496ec8f req-a7550c7e-dc08-4491-8255-02f70c6e2a48 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Sep 01 05:04:53.235734 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0285a983-3e0b-47d7-858a-fcdf9ba04999 req-90ba86b9-f3d7-44bd-9680-4e66ffe57417 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0272849 Sep 01 05:04:53.260532 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8d1ca-1235-4ea6-99e2-78f9c7dee02c req-6fdc5938-76b6-4d21-bcdf-84853265e84b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:53.268342 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5dd8d1ca-1235-4ea6-99e2-78f9c7dee02c req-6fdc5938-76b6-4d21-bcdf-84853265e84b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0510960 Sep 01 05:04:53.302216 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5dd8d1ca-1235-4ea6-99e2-78f9c7dee02c req-ab51d9f4-e67a-47c9-85ac-70c8c7aaca44 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340555 Sep 01 05:04:54.089869 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0d5d3849-33e7-4779-b838-419b892b4fac req-fbd86f83-204e-4885-bffd-b03db72cc8b1 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0263801 Sep 01 05:04:54.327564 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-904d50ba-af08-4cf7-91a7-b9665e5bae0c req-08c5950d-d289-4e6d-9233-ad8ffc85b2da tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Sep 01 05:04:54.417520 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6635d0-07d3-4dab-8d45-185c49ae8f6a req-ab33c000-1e50-4cdc-978d-40d7a6bb2248 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:54.418965 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3b6635d0-07d3-4dab-8d45-185c49ae8f6a req-ab33c000-1e50-4cdc-978d-40d7a6bb2248 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0467083 Sep 01 05:04:54.459204 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3b6635d0-07d3-4dab-8d45-185c49ae8f6a req-83bf1b66-2d61-4c93-a533-ad8bbb7b6728 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342422 Sep 01 05:04:55.181838 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2cf29734-1a13-4719-939b-d2a240b8a9ef req-72e0b3ce-645d-41de-a86e-b10e9a110f65 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0266228 Sep 01 05:04:55.420982 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-27622d53-ffd6-4c82-abed-6bb28bb218d8 req-01be2312-7927-4c9a-9397-2eb59e6b41cc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Sep 01 05:04:55.576450 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7945e38-479b-4e49-8a59-25eee06fb0db req-31d3ca52-d77c-4aca-96ea-4c65410752f7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:55.577936 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b7945e38-479b-4e49-8a59-25eee06fb0db req-31d3ca52-d77c-4aca-96ea-4c65410752f7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0480592 Sep 01 05:04:55.616911 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b7945e38-479b-4e49-8a59-25eee06fb0db req-b29d2382-b4d0-4340-af90-4ecc4da8003c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331202 Sep 01 05:04:56.272744 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7892d597-e207-43df-9df3-a2d4d72b7b73 req-226d33c3-5d4f-4710-80da-33d0677888af tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0254860 Sep 01 05:04:56.515634 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4446bf0c-3ef0-482d-8ee7-8b4345b10012 req-d3adb46f-2fc6-4022-986b-f42ea8601ac8 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0253322 Sep 01 05:04:56.735585 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7a511-dbdb-48e6-a750-4d601de2de92 req-bc54dbc0-765a-42aa-b7b6-fd5fec11a00e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:56.736965 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9db7a511-dbdb-48e6-a750-4d601de2de92 req-bc54dbc0-765a-42aa-b7b6-fd5fec11a00e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0500288 Sep 01 05:04:56.773648 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9db7a511-dbdb-48e6-a750-4d601de2de92 req-303658ec-df37-4157-9d3c-7d29aaf1d299 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Sep 01 05:04:57.362382 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-575ca7fc-ad9e-4594-bfe0-b7c03ea66d0b req-e61ffbe5-b777-4c58-b6e9-2f3ddd8e9ca0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0254292 Sep 01 05:04:57.605204 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bf6e7b25-5b8f-48dd-88f6-b7f2768a237a req-12315292-1a10-4881-a22d-15fde789d932 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0254974 Sep 01 05:04:57.888445 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f06719-019c-4ed8-bf03-2a891239e7d5 req-c0665a85-7b3e-4863-aef6-5adf34380b74 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:57.889928 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-96f06719-019c-4ed8-bf03-2a891239e7d5 req-c0665a85-7b3e-4863-aef6-5adf34380b74 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0472689 Sep 01 05:04:57.926769 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-96f06719-019c-4ed8-bf03-2a891239e7d5 req-535f4082-bfc6-4edc-bfda-b5593a72c972 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310812 Sep 01 05:04:58.455373 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cb365c33-7dee-40b6-81f0-73c98a6b123a req-e0bf3e03-fe11-4871-b79b-d35c4b45454f tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0292375 Sep 01 05:04:58.696842 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-895db024-3bb9-4d0b-8650-4374ef77ee2d req-6b6c2ae3-1458-45a6-9e17-9552310565b3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Sep 01 05:04:59.042966 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959237-6e6d-4410-9fa4-1fdb1d353421 req-420c0270-4f57-4847-82f4-014e76e4bbd2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:59.044393 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16959237-6e6d-4410-9fa4-1fdb1d353421 req-420c0270-4f57-4847-82f4-014e76e4bbd2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0468364 Sep 01 05:04:59.081983 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-16959237-6e6d-4410-9fa4-1fdb1d353421 req-a557aecc-a03e-4d9a-a7f6-0d46008d8430 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Sep 01 05:04:59.365853 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:59.549588 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c36fe680-1506-443d-a506-1e342bd4ae20 req-4086417a-01f3-4a14-8a03-c9656f67d172 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0296690 Sep 01 05:04:59.786372 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46c83132-76b2-49a5-93f2-d66f129d6417 req-c0a21930-d0b9-4fcb-afa2-f0984b3132c9 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0257695 Sep 01 05:05:00.203291 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ccc1c-f219-432b-8ba8-3718cb2cb043 req-1ce1448b-c372-427a-8bdd-5e038b47daa6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:00.204754 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-654ccc1c-f219-432b-8ba8-3718cb2cb043 req-1ce1448b-c372-427a-8bdd-5e038b47daa6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0494506 Sep 01 05:05:00.242491 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-654ccc1c-f219-432b-8ba8-3718cb2cb043 req-38d0e856-8539-48ac-adce-0ccf2823b30f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315516 Sep 01 05:05:00.640628 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3f3a69b2-1248-4175-9dd2-0e1d0978562d req-880ccc9d-0837-42ce-bff6-adbd9a16fb85 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0260861 Sep 01 05:05:00.877727 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ea24c049-16f3-4f2a-818d-f80266eb964b req-3d18fccf-8170-440e-a95e-094a146abe2a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0254171 Sep 01 05:05:01.088781 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-27bd9b6c-e4ee-4f59-ab71-b091dcaf2725 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:01.090150 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-27bd9b6c-e4ee-4f59-ab71-b091dcaf2725 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.16 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 814 time: 0.1022935 Sep 01 05:05:01.104025 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'port': {'device_id': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'admin_state_up': True, 'tenant_id': '08529d327f6641d4b50624c9993d0f83'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:01.263379 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Made reservation on behalf of 08529d327f6641d4b50624c9993d0f83 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:05:01.266860 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:01.415291 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e2921-28ea-4690-b4ee-c5799e355a9c req-f2b911e2-697b-4bc1-9613-59db2abb8212 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:01.416888 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-084e2921-28ea-4690-b4ee-c5799e355a9c req-f2b911e2-697b-4bc1-9613-59db2abb8212 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0911858 Sep 01 05:05:01.447385 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Allocated IP 172.20.0.3 (c427a7ca-3262-4a1e-bbdb-91ed1c989964/07ae771b-02ae-4a2f-a914-937bc988e674/e89457fb-0787-45ae-a493-3ac0ff51d713) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:05:01.479300 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-084e2921-28ea-4690-b4ee-c5799e355a9c req-fbf30590-d169-4ba7-8cfc-5b486c60f954 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549312 Sep 01 05:05:01.665207 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-21f46d58-5b91-4406-b1df-3e36c25517e6 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:01.666534 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-21f46d58-5b91-4406-b1df-3e36c25517e6 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.16 "GET /v2.0/networks?id=ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 200 len: 809 time: 0.1721003 Sep 01 05:05:01.725827 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:01.750353 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Transition to ACTIVE for port object e89457fb-0787-45ae-a493-3ac0ff51d713 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:05:01.767800 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-03e97729-710d-4388-9a4c-ed3f33b4c705 req-317b7d31-d9ae-473c-93e8-509a7fd9e72a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0406458 Sep 01 05:05:01.768228 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-234d8312-ae04-4821-a48c-96516339a436 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edf78a94e9284236a47a981869f257d2 HTTP/1.1" status: 200 len: 379 time: 0.0774524 Sep 01 05:05:01.800912 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'port': {'device_id': 'a449817b-18d3-4330-8bb0-f498c5881712', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'admin_state_up': True, 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'security_groups': ['728d5d40-8711-400f-8634-4fbe574f5ee3']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:01.916012 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:01.979508 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:05:01.995562 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:05:02.015624 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:05:02.058357 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'Port': ['ID=e89457fb-0787-45ae-a493-3ac0ff51d713,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:02.138912 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.139835 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.139835 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.139835 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.140143 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.140466 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.141012 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.145177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.145177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.145177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.145177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.145177 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:02.152282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:02.152282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:02.187869 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95798b54-c3ad-4e42-bf6f-56317580a404 req-cf59da87-c835-4a8e-8c04-8199064a2ce9 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:02.189536 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-95798b54-c3ad-4e42-bf6f-56317580a404 req-cf59da87-c835-4a8e-8c04-8199064a2ce9 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.2146423 Sep 01 05:05:02.192024 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Made reservation on behalf of edf78a94e9284236a47a981869f257d2 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:05:02.207924 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:02.248458 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-53a9d062-8995-4b47-bb1f-d94b74c972dc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1483448 Sep 01 05:05:02.265514 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-95798b54-c3ad-4e42-bf6f-56317580a404 req-213eae7b-3e00-48b6-8b7b-759b854eae9d tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539253 Sep 01 05:05:02.411477 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Allocated IP 172.20.0.14 (ddad37ae-3a17-45ed-bbc4-631e153bb69c/d7286f3f-7b0f-481c-ab34-4498fe0e6bb0/b293be79-19c9-41d7-ab21-da4e90280b6d) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:05:02.437212 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-696e8010-0202-4784-9a9a-3cfed1f2da36 None None] Provisioning for port e89457fb-0787-45ae-a493-3ac0ff51d713 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:05:02.440224 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-696e8010-0202-4784-9a9a-3cfed1f2da36 None None] Provisioning complete for port e89457fb-0787-45ae-a493-3ac0ff51d713 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:05:02.441087 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-696e8010-0202-4784-9a9a-3cfed1f2da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:02.511754 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-696e8010-0202-4784-9a9a-3cfed1f2da36 None None] Port e89457fb-0787-45ae-a493-3ac0ff51d713 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:05:02.561810 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:02.578999 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Transition to ACTIVE for port object b293be79-19c9-41d7-ab21-da4e90280b6d will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:05:02.651132 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1da9-5272-4b2b-aec8-25ff4a16b5cb req-9337def8-b7c7-4689-96b4-334e8b9537df tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:02.658610 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-344e1da9-5272-4b2b-aec8-25ff4a16b5cb req-9337def8-b7c7-4689-96b4-334e8b9537df tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0764933 Sep 01 05:05:02.670428 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:02.721516 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:05:02.725681 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:05:02.726006 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-344e1da9-5272-4b2b-aec8-25ff4a16b5cb req-3e2308d5-be69-4335-bc5c-3564863100c3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618393 Sep 01 05:05:02.730072 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:05:02.754554 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:02.783847 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:02.784476 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:02.908509 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f1dce-1aa0-4f3c-b575-b59b54fd6993 req-5cab1837-fb88-46b5-8975-408f23de2813 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:02.917193 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2d8f1dce-1aa0-4f3c-b575-b59b54fd6993 req-5cab1837-fb88-46b5-8975-408f23de2813 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0708170 Sep 01 05:05:02.927006 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-d6ab8627-c499-4e1f-8a50-a6bf813b7f7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1340892 Sep 01 05:05:02.965459 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2d8f1dce-1aa0-4f3c-b575-b59b54fd6993 req-14a14631-1a7b-4131-a9ef-7e230853575e tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471916 Sep 01 05:05:03.201200 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-ac588707-e123-499e-8e34-4015dfb12ecd None None] Provisioning for port b293be79-19c9-41d7-ab21-da4e90280b6d completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:05:03.205546 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-ac588707-e123-499e-8e34-4015dfb12ecd None None] Provisioning complete for port b293be79-19c9-41d7-ab21-da4e90280b6d triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:05:03.208690 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ac588707-e123-499e-8e34-4015dfb12ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.248042 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-ac588707-e123-499e-8e34-4015dfb12ecd None None] Port b293be79-19c9-41d7-ab21-da4e90280b6d cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:05:03.387249 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6286e77-e283-4924-ac15-3cc2361ed1cc req-9e180e0a-75c9-46b4-8b5a-6afab1683d80 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:03.388738 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c6286e77-e283-4924-ac15-3cc2361ed1cc req-9e180e0a-75c9-46b4-8b5a-6afab1683d80 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0510798 Sep 01 05:05:03.427641 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c6286e77-e283-4924-ac15-3cc2361ed1cc req-65680fb1-bcce-479b-a60a-2f11706d0370 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328634 Sep 01 05:05:03.842279 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60087b3-0945-4c7a-a8b7-a763aed82b2b req-a53e52d9-7220-4ffc-b8e3-ce4f519d4320 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:03.843760 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c60087b3-0945-4c7a-a8b7-a763aed82b2b req-a53e52d9-7220-4ffc-b8e3-ce4f519d4320 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0506883 Sep 01 05:05:03.883526 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c60087b3-0945-4c7a-a8b7-a763aed82b2b req-0b9e2f6c-af6e-4407-9ebe-a012b89414ab tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338197 Sep 01 05:05:04.097794 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fd81b-919d-462c-8e99-b1aedb7b983d req-139a3056-cffe-477a-b93f-7155f7ec3d15 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:04.099271 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9b7fd81b-919d-462c-8e99-b1aedb7b983d req-139a3056-cffe-477a-b93f-7155f7ec3d15 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0565262 Sep 01 05:05:04.146695 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-9b7fd81b-919d-462c-8e99-b1aedb7b983d req-d2ed6dbe-9ca5-46e3-9429-de58cf3d68a8 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410445 Sep 01 05:05:04.550549 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926851dc-f405-4040-986d-1e41103c5275 req-75a705bb-e4c9-4576-bd05-67cf34687205 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:04.552055 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-926851dc-f405-4040-986d-1e41103c5275 req-75a705bb-e4c9-4576-bd05-67cf34687205 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0551858 Sep 01 05:05:04.600974 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-926851dc-f405-4040-986d-1e41103c5275 req-ce47be30-36a7-4a67-9b21-74f199425a3d tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Sep 01 05:05:05.019370 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117243d-2b8d-43bf-92ae-f56bd2c83ed1 req-0b0473c7-068c-4d71-a7c2-9f911997ca1e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:05.020883 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f117243d-2b8d-43bf-92ae-f56bd2c83ed1 req-0b0473c7-068c-4d71-a7c2-9f911997ca1e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0521152 Sep 01 05:05:05.068595 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f117243d-2b8d-43bf-92ae-f56bd2c83ed1 req-714682a2-2cdb-4944-8263-fee757ae7c5b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409029 Sep 01 05:05:05.273463 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904678d-4d01-4d42-8886-1ab4e9e3c543 req-cb02e89f-79b8-418c-be2e-8d12bc8b0c90 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:05.275073 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1904678d-4d01-4d42-8886-1ab4e9e3c543 req-cb02e89f-79b8-418c-be2e-8d12bc8b0c90 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0575762 Sep 01 05:05:05.315061 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1904678d-4d01-4d42-8886-1ab4e9e3c543 req-59e46286-22d9-4856-92ec-b07a615f4391 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332336 Sep 01 05:05:05.743321 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325b084-5c1b-40b7-85bc-e8f7282be3f2 req-d369d021-8ade-4d0f-9b9c-0bddb99f6df4 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:05.744900 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8325b084-5c1b-40b7-85bc-e8f7282be3f2 req-d369d021-8ade-4d0f-9b9c-0bddb99f6df4 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0667918 Sep 01 05:05:05.786025 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8325b084-5c1b-40b7-85bc-e8f7282be3f2 req-f6b9192b-13bd-409d-9149-e647365a1156 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348501 Sep 01 05:05:06.201885 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136001b-27e2-46e9-a5e9-927c5021f127 req-a5a0fd61-dd89-42cc-b602-bd454e8d3991 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:06.203366 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0136001b-27e2-46e9-a5e9-927c5021f127 req-a5a0fd61-dd89-42cc-b602-bd454e8d3991 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0564904 Sep 01 05:05:06.243359 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0136001b-27e2-46e9-a5e9-927c5021f127 req-4b815033-1d49-4103-999f-71bcf9dba0c8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340648 Sep 01 05:05:06.442080 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705593e-bec4-41e0-8a69-93e4ed2cc8a0 req-b8c5acac-156e-42af-a192-e6b5326dbff6 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:06.443658 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8705593e-bec4-41e0-8a69-93e4ed2cc8a0 req-b8c5acac-156e-42af-a192-e6b5326dbff6 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0539074 Sep 01 05:05:06.487624 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8705593e-bec4-41e0-8a69-93e4ed2cc8a0 req-73992560-ad4d-4652-91ca-5b1cd66fd9b7 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367181 Sep 01 05:05:06.904189 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e1ce-fe09-4300-92f0-d4cd615b3a30 req-92d54b72-c8c7-43a9-bf28-9c1bf5815708 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:06.905786 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0bd6e1ce-fe09-4300-92f0-d4cd615b3a30 req-92d54b72-c8c7-43a9-bf28-9c1bf5815708 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0514657 Sep 01 05:05:06.957637 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0bd6e1ce-fe09-4300-92f0-d4cd615b3a30 req-c9b48797-e413-4214-af0b-6e5ed7230706 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456622 Sep 01 05:05:07.371658 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4429a1-d434-4733-8aff-551ab6476139 req-ba471655-e0c6-42dc-8700-21cef9f25fe9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:07.413563 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7a4429a1-d434-4733-8aff-551ab6476139 req-ba471655-e0c6-42dc-8700-21cef9f25fe9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0544302 Sep 01 05:05:07.413563 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7a4429a1-d434-4733-8aff-551ab6476139 req-f3888df3-f61a-4f38-b431-80839dee3e11 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318496 Sep 01 05:05:07.509836 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:05:07.609363 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a647f6a-bb9d-46d8-afd0-b893860f9942 req-de6670bc-241e-430c-9870-80c20a783d59 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:07.610845 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9a647f6a-bb9d-46d8-afd0-b893860f9942 req-de6670bc-241e-430c-9870-80c20a783d59 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0533032 Sep 01 05:05:07.653587 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9a647f6a-bb9d-46d8-afd0-b893860f9942 req-4798b690-8688-4de3-8071-d2b85aa1db11 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356834 Sep 01 05:05:08.073623 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef143-1761-4ea9-8af1-310698446128 req-0e4456e0-bea8-4acc-8696-e0a8699deea9 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:08.082258 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3daef143-1761-4ea9-8af1-310698446128 req-0e4456e0-bea8-4acc-8696-e0a8699deea9 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0601599 Sep 01 05:05:08.117325 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3daef143-1761-4ea9-8af1-310698446128 req-94347f31-8d9b-43ce-b5d9-fed59bd79348 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341327 Sep 01 05:05:08.497105 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36378) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:08.556923 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd9365-e894-4474-883b-b45aaf21d1e3 req-ace1202e-6946-4d75-bf9d-cc712f4ac2db tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:08.556923 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-defd9365-e894-4474-883b-b45aaf21d1e3 req-ace1202e-6946-4d75-bf9d-cc712f4ac2db tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0510135 Sep 01 05:05:08.608170 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-defd9365-e894-4474-883b-b45aaf21d1e3 req-4f457eec-e52c-4677-9ba8-3bc49406c06c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441148 Sep 01 05:05:08.613803 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab83d-98ed-48ef-83bc-120575ce46ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.713413 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab83d-98ed-48ef-83bc-120575ce46ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.766287 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fd6ab83d-98ed-48ef-83bc-120575ce46ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.774300 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b58052-cfde-457d-b4e6-5b27a6204593 req-1c7ba78c-716f-4d3d-bf87-4a3bdf1a6c28 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:08.776155 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-03b58052-cfde-457d-b4e6-5b27a6204593 req-1c7ba78c-716f-4d3d-bf87-4a3bdf1a6c28 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0530055 Sep 01 05:05:08.806461 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ab83d-98ed-48ef-83bc-120575ce46ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f727c152-a8e8-4237-9e78-382d5f22239b,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:08.813219 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-fd6ab83d-98ed-48ef-83bc-120575ce46ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8637c7560e5b45cb90172d6212b98f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132563 Sep 01 05:05:08.817476 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36386) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:08.823088 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-03b58052-cfde-457d-b4e6-5b27a6204593 req-ee624896-b167-44ff-a1f4-346440342d64 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342283 Sep 01 05:05:08.880427 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d49593fe-b37f-4290-9363-1d6042821852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.901775 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d49593fe-b37f-4290-9363-1d6042821852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:09.018282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d49593fe-b37f-4290-9363-1d6042821852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:09.020874 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d49593fe-b37f-4290-9363-1d6042821852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:09.022588 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-d49593fe-b37f-4290-9363-1d6042821852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f727c152-a8e8-4237-9e78-382d5f22239b HTTP/1.1" status: 204 len: 168 time: 0.2036457 Sep 01 05:05:09.032763 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49593fe-b37f-4290-9363-1d6042821852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f727c152-a8e8-4237-9e78-382d5f22239b,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:09.240734 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e15ac-b98a-46fc-a554-d75915a19c90 req-0f53c066-a126-402f-add8-3220e6502f83 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:09.242514 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4c7e15ac-b98a-46fc-a554-d75915a19c90 req-0f53c066-a126-402f-add8-3220e6502f83 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0539274 Sep 01 05:05:09.281176 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4c7e15ac-b98a-46fc-a554-d75915a19c90 req-dd0f84d2-a76d-436f-9e78-d637013de4a1 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324976 Sep 01 05:05:09.734694 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3ed27-29de-4f58-baf2-d00f2e851048 req-ece72428-a720-47a0-b45d-a83346fa0364 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:09.736266 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-47b3ed27-29de-4f58-baf2-d00f2e851048 req-ece72428-a720-47a0-b45d-a83346fa0364 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0530417 Sep 01 05:05:09.775804 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-47b3ed27-29de-4f58-baf2-d00f2e851048 req-1d6af9cc-e15a-4f8e-97fc-de6bade523ff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Sep 01 05:05:09.958293 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce730b63-6496-4421-970f-ccbe19a5e549 req-60fb7702-29f7-4279-8f0d-1afc8b521067 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:09.960170 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ce730b63-6496-4421-970f-ccbe19a5e549 req-60fb7702-29f7-4279-8f0d-1afc8b521067 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0513480 Sep 01 05:05:10.004382 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ce730b63-6496-4421-970f-ccbe19a5e549 req-148e1002-fa5e-452a-ae00-ac6159cd23e2 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372455 Sep 01 05:05:10.399572 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76d086-bb76-483f-9e35-0321caadbaa2 req-f288c2ed-d959-4e9c-8821-67f77284549d tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:10.401247 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0c76d086-bb76-483f-9e35-0321caadbaa2 req-f288c2ed-d959-4e9c-8821-67f77284549d tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0539289 Sep 01 05:05:10.444698 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0c76d086-bb76-483f-9e35-0321caadbaa2 req-0dbebda5-341d-4ede-9af0-3cbdf1cb9cdc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Sep 01 05:05:10.458159 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3f9949bd-c0db-4a01-9844-106cd4c2f138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:10.899373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56faa331-edee-4555-92e9-00a9526e08d8 req-7f62844a-9521-4cb7-8c9b-b1f5c082450f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:10.900899 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-56faa331-edee-4555-92e9-00a9526e08d8 req-7f62844a-9521-4cb7-8c9b-b1f5c082450f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0521817 Sep 01 05:05:10.941955 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-56faa331-edee-4555-92e9-00a9526e08d8 req-1df6b5b3-9636-4231-96ac-23cbed64e1bd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Sep 01 05:05:11.130679 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d976d-39b8-4bbd-9811-bf2ae5e0ad65 req-f8da097b-0f66-4f24-83e4-0366eadba6c5 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:11.130679 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-325d976d-39b8-4bbd-9811-bf2ae5e0ad65 req-f8da097b-0f66-4f24-83e4-0366eadba6c5 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0539575 Sep 01 05:05:11.167417 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-325d976d-39b8-4bbd-9811-bf2ae5e0ad65 req-16fe789a-bd4a-482b-b268-f62ce5830214 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352302 Sep 01 05:05:11.562717 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9c16d-23d4-4ac7-aa7b-72989e833865 req-f7fc20e6-c821-42d8-b66a-65c27e03b76a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:11.564184 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dec9c16d-23d4-4ac7-aa7b-72989e833865 req-f7fc20e6-c821-42d8-b66a-65c27e03b76a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0489569 Sep 01 05:05:11.604474 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dec9c16d-23d4-4ac7-aa7b-72989e833865 req-c309fdf7-c8d2-4fb7-944e-3b9653cc1629 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Sep 01 05:05:12.074836 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33f655-cc2b-4b40-ab9f-6074e0732d28 req-b5d4c9d1-a9ea-41e8-9bdc-b0e81be401e2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:12.076386 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0c33f655-cc2b-4b40-ab9f-6074e0732d28 req-b5d4c9d1-a9ea-41e8-9bdc-b0e81be401e2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0590105 Sep 01 05:05:12.115645 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0c33f655-cc2b-4b40-ab9f-6074e0732d28 req-b7c87ff8-9ef2-4c37-9e5c-a69ed6bbbf70 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332623 Sep 01 05:05:12.282163 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05bd6b-d316-4ae2-b3be-c8d974c9df6d req-002846e9-977c-49be-8075-4805bc99668a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:12.283624 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ff05bd6b-d316-4ae2-b3be-c8d974c9df6d req-002846e9-977c-49be-8075-4805bc99668a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0479884 Sep 01 05:05:12.326128 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ff05bd6b-d316-4ae2-b3be-c8d974c9df6d req-ca3bd07f-ef5a-4afe-b993-b0e2f3a3dbf5 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354168 Sep 01 05:05:12.723832 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e60b61-e826-4016-8716-d954280ae006 req-90531e4a-01ca-4d4e-b786-076c2bde440d tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:12.726041 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-84e60b61-e826-4016-8716-d954280ae006 req-90531e4a-01ca-4d4e-b786-076c2bde440d tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0512574 Sep 01 05:05:12.767316 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-84e60b61-e826-4016-8716-d954280ae006 req-a73e805c-6729-45c7-8dbd-6acdaa1c528c tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359566 Sep 01 05:05:13.000450 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-96fb58d2-3ec0-428d-8ab2-3ebe1aabfb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.238193 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f310102-3542-4071-8956-f9a7ac8c70ac req-761f40e1-41d9-47c4-95f0-479e1929d1fc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:13.239586 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4f310102-3542-4071-8956-f9a7ac8c70ac req-761f40e1-41d9-47c4-95f0-479e1929d1fc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0475025 Sep 01 05:05:13.276289 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4f310102-3542-4071-8956-f9a7ac8c70ac req-d085e0a6-0436-4795-8a68-2ca3bacd1215 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299187 Sep 01 05:05:13.302861 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.438825 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ab25d-f827-4528-992e-5f8540908ef2 req-83a5eef8-66bd-40c8-9c4b-635c40254785 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:13.440292 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-de0ab25d-f827-4528-992e-5f8540908ef2 req-83a5eef8-66bd-40c8-9c4b-635c40254785 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0475819 Sep 01 05:05:13.477268 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-de0ab25d-f827-4528-992e-5f8540908ef2 req-1773b62e-5db1-482d-8005-41e25064d828 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307968 Sep 01 05:05:13.880256 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f569c0f-da39-463f-ac29-edc4b966511e req-e168bf86-c336-4a78-9dff-e0e70593664e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:13.882221 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f569c0f-da39-463f-ac29-edc4b966511e req-e168bf86-c336-4a78-9dff-e0e70593664e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0467196 Sep 01 05:05:13.918410 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f569c0f-da39-463f-ac29-edc4b966511e req-e5dd0da3-8672-4df0-b173-8a7500435780 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302606 Sep 01 05:05:14.223213 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.399613 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680219b-0d7c-4f2b-901f-a544d2c1293a req-0031afb6-1601-45bb-ac7e-e9da18528c0a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:14.401106 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f680219b-0d7c-4f2b-901f-a544d2c1293a req-0031afb6-1601-45bb-ac7e-e9da18528c0a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0534005 Sep 01 05:05:14.438342 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f680219b-0d7c-4f2b-901f-a544d2c1293a req-13ee027f-8371-4efe-9e8b-4be491bea877 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Sep 01 05:05:14.586786 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa16ce-87dd-4602-ad7a-0376b5a75ac4 req-8b2e546f-6b48-42f2-bc8e-392fa0046872 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:14.588207 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e8fa16ce-87dd-4602-ad7a-0376b5a75ac4 req-8b2e546f-6b48-42f2-bc8e-392fa0046872 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0473096 Sep 01 05:05:14.628149 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e8fa16ce-87dd-4602-ad7a-0376b5a75ac4 req-466f6eb4-30d8-4695-8d35-8bdfb37f1ae1 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341084 Sep 01 05:05:15.029751 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc7fce-27dc-497a-859a-9ca19c033a47 req-8429c778-eaa0-43e4-865f-86d4e7412be9 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:15.031203 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4ebc7fce-27dc-497a-859a-9ca19c033a47 req-8429c778-eaa0-43e4-865f-86d4e7412be9 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0476937 Sep 01 05:05:15.067847 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4ebc7fce-27dc-497a-859a-9ca19c033a47 req-0e54d4da-b017-4d91-8473-8c82e685fdab tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308163 Sep 01 05:05:15.726568 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.749401 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f9019-740f-4ad4-90d8-25fa9b515cc6 req-01c93ca7-1d63-446e-82c5-df3726c6d8ab tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:15.751174 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c85f9019-740f-4ad4-90d8-25fa9b515cc6 req-01c93ca7-1d63-446e-82c5-df3726c6d8ab tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 932 time: 0.0524783 Sep 01 05:05:15.778337 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Request body: {'port': {'device_id': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:15.784421 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Request body: {'port': {'device_id': 'a449817b-18d3-4330-8bb0-f498c5881712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:15.791765 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c85f9019-740f-4ad4-90d8-25fa9b515cc6 req-60252c2d-aaf5-4e19-b3fc-06fbcafc4bd5 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330200 Sep 01 05:05:15.848747 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b139ba1-33bc-41f7-a483-c52583176715 req-e3cddb0d-674a-426c-a672-d275e43ca1cd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:15.850291 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8b139ba1-33bc-41f7-a483-c52583176715 req-e3cddb0d-674a-426c-a672-d275e43ca1cd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.3403125 Sep 01 05:05:15.904055 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.916027 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.980360 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8b139ba1-33bc-41f7-a483-c52583176715 req-e43f0047-8cef-4df9-8b7f-c05076fce5cb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132572 Sep 01 05:05:16.184910 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc331606-5ace-413c-a147-3a4defa3060b req-adb0c30b-a522-47e9-aeb4-4f012b23d19c tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:16.194242 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bc331606-5ace-413c-a147-3a4defa3060b req-adb0c30b-a522-47e9-aeb4-4f012b23d19c tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 931 time: 0.0528138 Sep 01 05:05:16.224673 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bc331606-5ace-413c-a147-3a4defa3060b req-2105a03b-7470-4729-a3d7-70d1e411ea55 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Sep 01 05:05:16.400715 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b293be79-19c9-41d7-ab21-da4e90280b6d {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:05:16.405662 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89457fb-0787-45ae-a493-3ac0ff51d713 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:05:16.415085 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.418877 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.437430 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Transition to ACTIVE for port object b293be79-19c9-41d7-ab21-da4e90280b6d will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:05:16.438433 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Transition to ACTIVE for port object e89457fb-0787-45ae-a493-3ac0ff51d713 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:05:16.509385 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.528721 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.566114 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Pushing event updated for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:16.700979 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e89457fb-0787-45ae-a493-3ac0ff51d713,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:16.714850 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Attempting to bind port e89457fb-0787-45ae-a493-3ac0ff51d713 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:05:16.715181 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Attempting to bind port e89457fb-0787-45ae-a493-3ac0ff51d713 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:05:16.715508 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Attempting to bind port e89457fb-0787-45ae-a493-3ac0ff51d713 on network c427a7ca-3262-4a1e-bbdb-91ed1c989964 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:05:16.724771 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Port e89457fb-0787-45ae-a493-3ac0ff51d713 on network c427a7ca-3262-4a1e-bbdb-91ed1c989964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:05:16.725221 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Attempting to bind port e89457fb-0787-45ae-a493-3ac0ff51d713 on network c427a7ca-3262-4a1e-bbdb-91ed1c989964 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:05:16.738101 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Attempting to bind port b293be79-19c9-41d7-ab21-da4e90280b6d on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:05:16.738435 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Attempting to bind port b293be79-19c9-41d7-ab21-da4e90280b6d by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:05:16.743933 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Attempting to bind port b293be79-19c9-41d7-ab21-da4e90280b6d on network ddad37ae-3a17-45ed-bbc4-631e153bb69c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:05:16.743933 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:05:16.743933 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Checking segment: {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:05:16.743933 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Bound using segment: {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:05:16.743933 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Bound port: e89457fb-0787-45ae-a493-3ac0ff51d713, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3ff139-2e00-4ad6-bbcc-dd50788978b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:05:16.743933 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.754508 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Port b293be79-19c9-41d7-ab21-da4e90280b6d on network ddad37ae-3a17-45ed-bbc4-631e153bb69c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:05:16.754836 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Attempting to bind port b293be79-19c9-41d7-ab21-da4e90280b6d on network ddad37ae-3a17-45ed-bbc4-631e153bb69c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:05:16.762503 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:05:16.762801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Checking segment: {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:05:16.763113 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Bound using segment: {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:05:16.763533 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Bound port: b293be79-19c9-41d7-ab21-da4e90280b6d, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c560186-8696-45ea-9498-171f05b6da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:05:16.763882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.866097 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] For port e89457fb-0787-45ae-a493-3ac0ff51d713, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:05:16.902330 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:05:16.907666 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] For port e89457fb-0787-45ae-a493-3ac0ff51d713, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e89457fb-0787-45ae-a493-3ac0ff51d713,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:05:16.918716 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:05:16.935950 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da38f1-4c0c-4aa4-ba04-fdfc8602d23a req-39b44201-8603-443d-aa4d-4f9e393b9189 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:16.937478 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f0da38f1-4c0c-4aa4-ba04-fdfc8602d23a req-39b44201-8603-443d-aa4d-4f9e393b9189 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0777562 Sep 01 05:05:16.974778 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f0da38f1-4c0c-4aa4-ba04-fdfc8602d23a req-cc04c56c-4750-4a0e-ae16-8decce6a006e tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311592 Sep 01 05:05:16.989288 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:17.018398 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:17.030274 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.030886 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:17.032242 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] 10.222.0.16 "PUT /v2.0/ports/e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 1093 time: 1.2622483 Sep 01 05:05:17.032732 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:17.035004 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d8229-be01-4dec-8bac-ee35c6fb378f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:17.053319 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.057090 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:17.062663 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] 10.222.0.16 "PUT /v2.0/ports/b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 200 len: 1094 time: 1.2864466 Sep 01 05:05:17.084159 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c9636-162f-4dbd-a88f-62f900daafb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e89457fb-0787-45ae-a493-3ac0ff51d713,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:17.122856 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0974e-1792-4436-8a2b-82eabdeb39a6 req-d2a1683d-63e6-4fc2-ae2a-65e33087c5da tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.135023 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-63d0974e-1792-4436-8a2b-82eabdeb39a6 req-d2a1683d-63e6-4fc2-ae2a-65e33087c5da tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0703375 Sep 01 05:05:17.180143 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-63d0974e-1792-4436-8a2b-82eabdeb39a6 req-13d0fec9-4b46-4d7f-b002-9b62c6535926 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Sep 01 05:05:17.209312 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b450b-8fc0-4fc2-973d-b4d485041d94 service neutron] Pushing event updated for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:17.252064 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-3aa921a6-7640-4f24-ba99-c5715a3f75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.253597 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-3aa921a6-7640-4f24-ba99-c5715a3f75e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1096 time: 0.0996606 Sep 01 05:05:17.271793 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-f230eae7-8ac2-4353-ad48-9c775536105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.278461 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-f230eae7-8ac2-4353-ad48-9c775536105c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf78a94e9284236a47a981869f257d2&device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1097 time: 0.0830505 Sep 01 05:05:17.312448 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-2728a524-63db-459c-a48d-cf5f094be47f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 217 time: 0.0495417 Sep 01 05:05:17.380156 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6206e60-e4da-42ea-b212-629ade6e81e7 req-faccba2f-03b2-46d3-afb8-c20226844644 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.387340 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-43096ba1-f5f8-4edf-af17-624b22a10d5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 200 len: 217 time: 0.0814915 Sep 01 05:05:17.389570 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f6206e60-e4da-42ea-b212-629ade6e81e7 req-faccba2f-03b2-46d3-afb8-c20226844644 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 943 time: 0.0722203 Sep 01 05:05:17.396042 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49beec95-6e61-4b18-bdf2-9ab64ce51d56 x-openstack-request-id: req-49beec95-6e61-4b18-bdf2-9ab64ce51d56 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:17.396418 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:17.396731 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49beec95-6e61-4b18-bdf2-9ab64ce51d56 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:17.397218 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'status': 'completed', 'code': 200} Sep 01 05:05:17.413917 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-6a0d8db2-68b3-4f5f-aca9-7fa61f73071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.415381 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-6a0d8db2-68b3-4f5f-aca9-7fa61f73071f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 200 len: 853 time: 0.0687873 Sep 01 05:05:17.422179 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f6206e60-e4da-42ea-b212-629ade6e81e7 req-b382fc41-6f19-4b38-9c1c-93e559f973a0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Sep 01 05:05:17.476946 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-980cab26-1c4d-46dc-b6aa-2248d2d9dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.478438 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-980cab26-1c4d-46dc-b6aa-2248d2d9dec4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 HTTP/1.1" status: 200 len: 848 time: 0.0786221 Sep 01 05:05:17.484183 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-d68bfe8c-81c7-4595-956d-1136ff8f064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.485543 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-d68bfe8c-81c7-4595-956d-1136ff8f064c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c427a7ca-3262-4a1e-bbdb-91ed1c989964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515742 Sep 01 05:05:17.574957 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-85b3a25b-a99b-4bc9-83ac-7d3450136755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.576414 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-85b3a25b-a99b-4bc9-83ac-7d3450136755 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddad37ae-3a17-45ed-bbc4-631e153bb69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900564 Sep 01 05:05:17.649763 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-f3a058a3-daaf-4320-bd16-cb1ea3414c82 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544321 Sep 01 05:05:17.735937 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-a9fb867a-43cb-49e9-b339-37fef0e14451 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500750 Sep 01 05:05:17.805919 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5ee1ec3-36ff-48b2-bae8-df79b8d47f72 req-c134fdc8-6b8f-4e1a-94a0-4c68fe3cc88a service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465561 Sep 01 05:05:17.839631 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-61aad429-0b3d-4e91-b40b-2aa846d2d1da req-8673c57b-5c13-46dc-8152-c88397a224f4 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955327 Sep 01 05:05:17.980342 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-79de1cf9-7d26-444a-91c7-c08dc82c1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:17.981875 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-79de1cf9-7d26-444a-91c7-c08dc82c1686 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1096 time: 0.0431063 Sep 01 05:05:18.103312 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-36f15827-a756-4fd9-b42f-fca07ddf35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:18.104674 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-36f15827-a756-4fd9-b42f-fca07ddf35f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 915 time: 0.1149280 Sep 01 05:05:18.112638 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dadfa5-1be7-4541-a03a-1c099d408d5e req-e3245bae-e7df-4bb8-a3f8-b2566e602b68 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:18.114005 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-32dadfa5-1be7-4541-a03a-1c099d408d5e req-e3245bae-e7df-4bb8-a3f8-b2566e602b68 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0730004 Sep 01 05:05:18.158507 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-d720420c-0a1c-4e5a-8a98-9a892faa3179 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 217 time: 0.0435913 Sep 01 05:05:18.204763 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-32dadfa5-1be7-4541-a03a-1c099d408d5e req-1bf2b1f6-cb01-4e47-827c-a43356cc07af tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842655 Sep 01 05:05:18.221884 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-c187c729-700d-48fd-867f-ee718f4643a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:18.223501 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-c187c729-700d-48fd-867f-ee718f4643a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 200 len: 853 time: 0.0569880 Sep 01 05:05:18.271563 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-d4ebc49c-cd7e-43fc-a11d-aa6b540dd02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:18.273047 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-d4ebc49c-cd7e-43fc-a11d-aa6b540dd02a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c427a7ca-3262-4a1e-bbdb-91ed1c989964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425928 Sep 01 05:05:18.323030 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b129c6-e924-42e1-8d3d-9f902cea5b02 req-57432e51-ba8e-4204-b2fb-1e24149c475e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:18.325134 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-72b129c6-e924-42e1-8d3d-9f902cea5b02 req-57432e51-ba8e-4204-b2fb-1e24149c475e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 943 time: 0.0557973 Sep 01 05:05:18.363473 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-72b129c6-e924-42e1-8d3d-9f902cea5b02 req-282fe8fb-93c4-45de-892e-84a18e3dada8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323060 Sep 01 05:05:18.367018 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-973c9ad9-9960-4ea0-a79f-be93be272b85 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848045 Sep 01 05:05:18.467860 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed9d8229-be01-4dec-8bac-ee35c6fb378f req-ee29425d-7588-44bb-9382-9a8f666a5212 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928714 Sep 01 05:05:18.540646 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a02a4-e354-4d55-996d-f17279806153 req-97db09d5-9901-4f6a-9066-8d776dfc76c8 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:18.542176 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-941a02a4-e354-4d55-996d-f17279806153 req-97db09d5-9901-4f6a-9066-8d776dfc76c8 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 943 time: 0.0490632 Sep 01 05:05:18.582851 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-941a02a4-e354-4d55-996d-f17279806153 req-32c0bd23-fc29-4ab9-a7ed-8d66bb698e72 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Sep 01 05:05:18.914105 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:05:19.003898 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:19.018504 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'port_id': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'mac_address': 'fa:16:3e:20:44:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:05:19.053957 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:19.066795 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:05:19.085705 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:19.160763 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:19.209380 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=9']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:19.216306 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.216654 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.216993 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.217348 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.217679 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.218006 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.218334 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.218658 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.218982 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.219303 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.219628 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.219947 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:19.320382 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfda9ed-c312-4bb9-b48f-099eeadb7e30 req-35efaf4b-9885-4935-971b-ff6a3e6113ff tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:19.321879 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6bfda9ed-c312-4bb9-b48f-099eeadb7e30 req-35efaf4b-9885-4935-971b-ff6a3e6113ff tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0498278 Sep 01 05:05:19.358887 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6bfda9ed-c312-4bb9-b48f-099eeadb7e30 req-858dae1c-ea16-4aa1-8e7d-5d169deb66c2 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310411 Sep 01 05:05:19.399007 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:19.401373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f752c0-b960-4b59-a878-c77af6f1f64d" -d '{"events": [{"name": "network-changed", "server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:19.435954 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288cec30-fa55-4083-a62a-e903a5e7818b x-openstack-request-id: req-288cec30-fa55-4083-a62a-e903a5e7818b {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:19.436332 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:19.436677 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-288cec30-fa55-4083-a62a-e903a5e7818b {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:19.437412 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'status': 'completed', 'code': 200} Sep 01 05:05:19.485802 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5efef-c9b5-4c71-b283-835580621a79 req-d020e968-f5e8-49ac-b510-196f1495bfcd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:19.487194 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c6f5efef-c9b5-4c71-b283-835580621a79 req-d020e968-f5e8-49ac-b510-196f1495bfcd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 944 time: 0.0495830 Sep 01 05:05:19.501588 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-2b2b2634-52f3-4e08-b1d8-4bed31055449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:19.503068 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-2b2b2634-52f3-4e08-b1d8-4bed31055449 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf78a94e9284236a47a981869f257d2&device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1097 time: 0.0399954 Sep 01 05:05:19.526156 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c6f5efef-c9b5-4c71-b283-835580621a79 req-d6e114bc-67a9-4942-845f-de0f9c56b3db tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323045 Sep 01 05:05:19.596824 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-f7ea5d4a-126c-40c7-9837-317c2cd607cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:19.598326 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-f7ea5d4a-126c-40c7-9837-317c2cd607cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 200 len: 910 time: 0.0868099 Sep 01 05:05:19.619452 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:19.672426 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-75b57bbc-7ad6-4eb8-8ffc-508659992e29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 200 len: 217 time: 0.0658109 Sep 01 05:05:19.757328 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-df229c2e-05ff-4fa4-b655-cc59e3d8e703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:19.758971 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-df229c2e-05ff-4fa4-b655-cc59e3d8e703 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 HTTP/1.1" status: 200 len: 848 time: 0.0698755 Sep 01 05:05:19.767057 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36825322-9d95-4210-8d45-8a831d76b720 req-f4b66056-cd72-4d42-b4e8-bff3b14e103a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:19.769148 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-36825322-9d95-4210-8d45-8a831d76b720 req-f4b66056-cd72-4d42-b4e8-bff3b14e103a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 943 time: 0.0930202 Sep 01 05:05:19.831816 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-36825322-9d95-4210-8d45-8a831d76b720 req-0b4cdaa2-6d36-4012-95d7-3ab8e7814177 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545068 Sep 01 05:05:19.834363 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-09777da6-d1a1-4a69-b48f-bbc572eec254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:19.836334 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-09777da6-d1a1-4a69-b48f-bbc572eec254 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddad37ae-3a17-45ed-bbc4-631e153bb69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665147 Sep 01 05:05:19.929093 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-b99cb5e2-dd0b-48ca-b94b-4cd9c221b989 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858965 Sep 01 05:05:20.051879 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98842b05-844c-4018-9699-154d878a7914 req-813533fc-5bb0-4f79-ae0d-1a46cbb7f19f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:20.053450 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-98842b05-844c-4018-9699-154d878a7914 req-813533fc-5bb0-4f79-ae0d-1a46cbb7f19f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0713248 Sep 01 05:05:20.071743 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-20f752c0-b960-4b59-a878-c77af6f1f64d req-b1e198ed-0b76-49f6-ad44-ebab837365ce service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351066 Sep 01 05:05:20.096797 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-98842b05-844c-4018-9699-154d878a7914 req-da012ade-b7c4-4fb2-860b-b2e2d7143f11 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373201 Sep 01 05:05:20.475239 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcf29f-2de4-4203-81cb-a47e3adb7027 req-22b3cfec-8f2f-431b-af9c-56e0b1155d38 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:20.476689 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-eddcf29f-2de4-4203-81cb-a47e3adb7027 req-22b3cfec-8f2f-431b-af9c-56e0b1155d38 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0508821 Sep 01 05:05:20.513003 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-eddcf29f-2de4-4203-81cb-a47e3adb7027 req-8a8230ff-6992-4335-b464-224f66a49f82 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304186 Sep 01 05:05:20.645850 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92471b41-3a60-4c80-abf9-922ba37ffcf7 req-d0bbb4ab-21ec-413d-9a1b-2660b86e978f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:20.647215 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-92471b41-3a60-4c80-abf9-922ba37ffcf7 req-d0bbb4ab-21ec-413d-9a1b-2660b86e978f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 944 time: 0.0482748 Sep 01 05:05:20.683790 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-92471b41-3a60-4c80-abf9-922ba37ffcf7 req-01c90336-d8ae-4b78-a66d-90b50ede6926 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306821 Sep 01 05:05:20.939948 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device e89457fb-0787-45ae-a493-3ac0ff51d713 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:05:20.943921 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:05:20.944106 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c18ba-7a92-4fe0-a243-290c6e0e3bb2 req-116bb01b-0ac0-4cf2-a774-91e3c26376c2 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:20.945640 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-753c18ba-7a92-4fe0-a243-290c6e0e3bb2 req-116bb01b-0ac0-4cf2-a774-91e3c26376c2 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 943 time: 0.0489414 Sep 01 05:05:20.982772 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-753c18ba-7a92-4fe0-a243-290c6e0e3bb2 req-2766911c-4f20-4c42-958d-fb773a446b08 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Sep 01 05:05:21.052969 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:05:21.053362 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.095080 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port e89457fb-0787-45ae-a493-3ac0ff51d713, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e89457fb-0787-45ae-a493-3ac0ff51d713,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:21.109626 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'port_id': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'mac_address': 'fa:16:3e:ef:4e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:05:21.176852 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.178632 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.203399 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89457fb-0787-45ae-a493-3ac0ff51d713 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:05:21.209722 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566bd9e-ff95-400e-b4cd-246c049f7fe0 req-d7325d33-c7a4-450d-82cb-ac01ab3c1657 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:21.212000 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7566bd9e-ff95-400e-b4cd-246c049f7fe0 req-d7325d33-c7a4-450d-82cb-ac01ab3c1657 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0488541 Sep 01 05:05:21.217490 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:21.219690 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b81cd-df36-422a-822c-0e5de3bf8a5e" -d '{"events": [{"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-plugged", "status": "completed", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:21.242256 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:21.244227 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port e89457fb-0787-45ae-a493-3ac0ff51d713, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e89457fb-0787-45ae-a493-3ac0ff51d713,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:21.254760 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7566bd9e-ff95-400e-b4cd-246c049f7fe0 req-a3e8ec01-201f-4690-91fa-f1986c30d5a0 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367336 Sep 01 05:05:21.256845 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d02d3f5-2a00-488d-bbbd-04b2084d68cd x-openstack-request-id: req-5d02d3f5-2a00-488d-bbbd-04b2084d68cd {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:21.257152 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-plugged", "status": "completed", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:21.259746 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d02d3f5-2a00-488d-bbbd-04b2084d68cd {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:21.259746 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'code': 200} Sep 01 05:05:21.286183 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.310039 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.336722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=10']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:21.382105 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=e89457fb-0787-45ae-a493-3ac0ff51d713,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:21.628808 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954b791-c6d6-4b64-b06b-15ef5c8002fa req-22ab206c-07ac-49fe-9cf7-49267abde9ca tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:21.630315 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d954b791-c6d6-4b64-b06b-15ef5c8002fa req-22ab206c-07ac-49fe-9cf7-49267abde9ca tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0476491 Sep 01 05:05:21.667400 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d954b791-c6d6-4b64-b06b-15ef5c8002fa req-d13f6ba6-25f0-4224-a717-9f0dcda23cf3 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304835 Sep 01 05:05:21.682734 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['e89457fb-0787-45ae-a493-3ac0ff51d713'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:21.807516 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd95ca-34d5-45b1-bf17-4974e88d8f3d req-59919981-4e52-4e9d-a884-dc2e91901920 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:21.808947 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-09cd95ca-34d5-45b1-bf17-4974e88d8f3d req-59919981-4e52-4e9d-a884-dc2e91901920 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 946 time: 0.0498602 Sep 01 05:05:21.872279 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-09cd95ca-34d5-45b1-bf17-4974e88d8f3d req-e4eb3086-f6f3-4ab1-8507-9b6190efb4c8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572498 Sep 01 05:05:21.877954 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ce45-ba0b-4c73-8118-497e5e887fc2 req-c8baa16b-1b8a-4b11-a913-ce8ceeb548a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:21.879350 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3614ce45-ba0b-4c73-8118-497e5e887fc2 req-c8baa16b-1b8a-4b11-a913-ce8ceeb548a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1099 time: 0.0572588 Sep 01 05:05:21.914505 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3614ce45-ba0b-4c73-8118-497e5e887fc2 req-e904734f-9954-4433-ba23-e0958e0a1e11 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262251 Sep 01 05:05:22.104751 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c7bd6-c4a3-4598-98a6-7ad1543a19ff req-549c02ac-bf0d-4807-b8c7-7f55dda7a67a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:22.106128 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1e6c7bd6-c4a3-4598-98a6-7ad1543a19ff req-549c02ac-bf0d-4807-b8c7-7f55dda7a67a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 944 time: 0.0586989 Sep 01 05:05:22.142346 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1e6c7bd6-c4a3-4598-98a6-7ad1543a19ff req-5d8a81fa-e620-46a5-852d-bb67dd3e1a5a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303433 Sep 01 05:05:22.370003 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea52650-37c1-4242-a79f-97cf8da7292c req-1a718f86-7ccd-4f34-9171-97ce53cdb9ea tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:22.371351 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dea52650-37c1-4242-a79f-97cf8da7292c req-1a718f86-7ccd-4f34-9171-97ce53cdb9ea tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0498233 Sep 01 05:05:22.407328 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dea52650-37c1-4242-a79f-97cf8da7292c req-3ccc4584-ed57-4600-a548-6c828beaf623 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302031 Sep 01 05:05:22.777952 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d077c-ed45-4094-a720-40a26eb70279 req-54d7ac82-26d6-4593-b5e6-64af15f60fe9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:22.779404 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c76d077c-ed45-4094-a720-40a26eb70279 req-54d7ac82-26d6-4593-b5e6-64af15f60fe9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0470064 Sep 01 05:05:22.816047 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c76d077c-ed45-4094-a720-40a26eb70279 req-c8cfd0a9-d7dd-4923-8b03-e23b29b55b80 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305989 Sep 01 05:05:22.941405 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device e89457fb-0787-45ae-a493-3ac0ff51d713 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:05:22.989630 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b4ae0-62c5-490c-9d0a-a0cb75bb3cfb req-67c64d93-dd09-44b9-8e60-f6b7b67c9f07 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:22.991016 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-715b4ae0-62c5-490c-9d0a-a0cb75bb3cfb req-67c64d93-dd09-44b9-8e60-f6b7b67c9f07 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 946 time: 0.0482247 Sep 01 05:05:23.028429 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-715b4ae0-62c5-490c-9d0a-a0cb75bb3cfb req-bbc671dc-1338-4524-a3d9-4c683ad4d602 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313354 Sep 01 05:05:23.046420 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port e89457fb-0787-45ae-a493-3ac0ff51d713 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:05:23.050387 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port e89457fb-0787-45ae-a493-3ac0ff51d713 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:05:23.052034 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:23.125757 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:23.163183 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port e89457fb-0787-45ae-a493-3ac0ff51d713, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e89457fb-0787-45ae-a493-3ac0ff51d713,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:23.246296 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:23.254189 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae3449-5a82-44c3-9e1f-35317231f47d req-2f8e8809-4e43-4955-82c0-c8aa0669d1f6 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:23.255678 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2cae3449-5a82-44c3-9e1f-35317231f47d req-2f8e8809-4e43-4955-82c0-c8aa0669d1f6 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 944 time: 0.0482326 Sep 01 05:05:23.268641 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:23.270839 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913f584b-ea9e-4a86-8215-b96e0d1cebc6" -d '{"events": [{"server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "name": "network-vif-plugged", "status": "completed", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:23.294072 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2cae3449-5a82-44c3-9e1f-35317231f47d req-365c371e-b5b7-4734-b32d-368ea8cc43b5 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Sep 01 05:05:23.300816 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=e89457fb-0787-45ae-a493-3ac0ff51d713,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:23.308063 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293fa3cd-751b-486a-8494-3845c0112d38 x-openstack-request-id: req-293fa3cd-751b-486a-8494-3845c0112d38 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:23.308352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "name": "network-vif-plugged", "status": "completed", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:23.308607 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-293fa3cd-751b-486a-8494-3845c0112d38 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:23.308993 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'code': 200} Sep 01 05:05:23.524679 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bda840-aecc-4c5b-934e-3852f1656f08 req-9d1e4bae-5a3b-4f06-a308-81bf7e581799 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:23.526237 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b5bda840-aecc-4c5b-934e-3852f1656f08 req-9d1e4bae-5a3b-4f06-a308-81bf7e581799 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Sep 01 05:05:23.565884 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b5bda840-aecc-4c5b-934e-3852f1656f08 req-6582a79a-2cd5-404e-ab17-69ec231fb43a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331161 Sep 01 05:05:23.619863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72356f-1f4f-4e0a-b97b-7efcc1c05fb5 req-68e9ba5d-a959-423d-bf10-43f499c3449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:23.621349 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4a72356f-1f4f-4e0a-b97b-7efcc1c05fb5 req-68e9ba5d-a959-423d-bf10-43f499c3449d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1098 time: 0.0434334 Sep 01 05:05:23.657076 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4a72356f-1f4f-4e0a-b97b-7efcc1c05fb5 req-117e293f-6fd2-4d68-ae76-4a79b4194607 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270998 Sep 01 05:05:23.931682 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2a34-5811-4242-93d7-a8941470c6a3 req-7284d729-e711-4767-97b0-10a7ae241791 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:23.933220 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e02a2a34-5811-4242-93d7-a8941470c6a3 req-7284d729-e711-4767-97b0-10a7ae241791 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0515242 Sep 01 05:05:23.971888 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e02a2a34-5811-4242-93d7-a8941470c6a3 req-411f082a-80ed-4030-a605-5894427480c0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328357 Sep 01 05:05:24.147320 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de81cb5-f55b-4a81-a152-8903632a0394 req-d5ab08fe-8968-4a0f-8e8d-18def87640be tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:24.148989 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2de81cb5-f55b-4a81-a152-8903632a0394 req-d5ab08fe-8968-4a0f-8e8d-18def87640be tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 946 time: 0.0494318 Sep 01 05:05:24.186205 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2de81cb5-f55b-4a81-a152-8903632a0394 req-a0b8b938-1a7b-4f1e-ac34-6d284dbd609a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Sep 01 05:05:24.417836 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe70aa-ba14-4fb6-9f12-26885b611457 req-aac0ea57-1e3e-4b5a-9a18-d8f0090f025d tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:24.419295 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f0fe70aa-ba14-4fb6-9f12-26885b611457 req-aac0ea57-1e3e-4b5a-9a18-d8f0090f025d tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0485032 Sep 01 05:05:24.457241 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f0fe70aa-ba14-4fb6-9f12-26885b611457 req-9869bc3d-3c1b-4b48-80ac-e99f8be19be9 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Sep 01 05:05:24.681020 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911208fd-3fc2-497c-9baf-9b37d696ad73 req-038d5644-75b7-4e31-8430-e175affa8ee1 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:24.682477 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-911208fd-3fc2-497c-9baf-9b37d696ad73 req-038d5644-75b7-4e31-8430-e175affa8ee1 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0495305 Sep 01 05:05:24.719831 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-911208fd-3fc2-497c-9baf-9b37d696ad73 req-ab0ddcb9-2de5-4446-9d00-4b4b1cbd2f99 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Sep 01 05:05:25.084930 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651395ea-d559-458a-a2b4-dc74c3f87ae8 req-c607117d-68fc-4124-bfec-7f8181fe28bb tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:25.087151 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-651395ea-d559-458a-a2b4-dc74c3f87ae8 req-c607117d-68fc-4124-bfec-7f8181fe28bb tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0492237 Sep 01 05:05:25.125797 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-651395ea-d559-458a-a2b4-dc74c3f87ae8 req-0f446b9f-98c3-4638-ad84-db4effb4071f tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326238 Sep 01 05:05:25.308011 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dc932-e059-4e88-a746-c4b5a6c68521 req-0572f77a-5dba-4e07-9f95-8d08d043f3a0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:25.309496 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-896dc932-e059-4e88-a746-c4b5a6c68521 req-0572f77a-5dba-4e07-9f95-8d08d043f3a0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 946 time: 0.0514867 Sep 01 05:05:25.347506 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-896dc932-e059-4e88-a746-c4b5a6c68521 req-25c13221-01d7-4991-acef-5eef41a8ac85 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318592 Sep 01 05:05:25.573576 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4a411-d1ed-4b93-8cdd-1bb51cd1e5ca req-a47ef457-8abe-41ff-bef5-9919178d69f1 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:25.574935 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3be4a411-d1ed-4b93-8cdd-1bb51cd1e5ca req-a47ef457-8abe-41ff-bef5-9919178d69f1 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0517228 Sep 01 05:05:25.611176 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3be4a411-d1ed-4b93-8cdd-1bb51cd1e5ca req-5ea83946-d849-4e28-b37d-6d80bc0ba5ab tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303950 Sep 01 05:05:25.725333 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05886bbe-e3f2-468c-a828-935b00c76a8f req-e046e36b-d341-4d1e-a17c-625a0bc48d2f tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:25.726883 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-05886bbe-e3f2-468c-a828-935b00c76a8f req-e046e36b-d341-4d1e-a17c-625a0bc48d2f tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0479953 Sep 01 05:05:25.764422 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-05886bbe-e3f2-468c-a828-935b00c76a8f req-33f840b7-5c74-4cb5-b884-3d28db4519ab tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316970 Sep 01 05:05:25.835755 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6766d8b-7c87-4e62-825e-c2cb2b57ebe7 req-a30fb440-6692-4868-a309-07eb31451860 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:25.837240 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f6766d8b-7c87-4e62-825e-c2cb2b57ebe7 req-a30fb440-6692-4868-a309-07eb31451860 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0497782 Sep 01 05:05:25.874404 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f6766d8b-7c87-4e62-825e-c2cb2b57ebe7 req-a073b3e9-bde2-41cb-bda3-538a1f391012 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Sep 01 05:05:26.088867 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdeeb69-f7d1-4ce6-abc8-3a264f2a71b8 req-51a7436d-a87a-4a52-b3bb-7e5af3dbf5f3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:26.090253 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dbdeeb69-f7d1-4ce6-abc8-3a264f2a71b8 req-51a7436d-a87a-4a52-b3bb-7e5af3dbf5f3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0473328 Sep 01 05:05:26.126705 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dbdeeb69-f7d1-4ce6-abc8-3a264f2a71b8 req-5ca29c5a-6c89-4752-9ed4-b5d98f27371e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306149 Sep 01 05:05:26.242419 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b043f-1f69-49f1-bcfc-c8a93ba576e5 req-f9edfa95-a618-4aad-b9a3-e11dc1889bcc tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:26.243869 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7f0b043f-1f69-49f1-bcfc-c8a93ba576e5 req-f9edfa95-a618-4aad-b9a3-e11dc1889bcc tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0480523 Sep 01 05:05:26.281001 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7f0b043f-1f69-49f1-bcfc-c8a93ba576e5 req-0bc55a30-eacc-47c9-a649-baa72c0a76d5 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311480 Sep 01 05:05:26.980383 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device b293be79-19c9-41d7-ab21-da4e90280b6d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:05:26.991594 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0aafd-53be-4399-9936-bfa3d6c18bf3 req-af559358-2f18-4520-ab79-4a97a4f353e7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:26.993641 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7ce0aafd-53be-4399-9936-bfa3d6c18bf3 req-af559358-2f18-4520-ab79-4a97a4f353e7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0532901 Sep 01 05:05:27.032934 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7ce0aafd-53be-4399-9936-bfa3d6c18bf3 req-aa3995df-7e85-4c9c-8b87-7149118ed623 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332537 Sep 01 05:05:27.077463 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:27.088415 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'port_id': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'mac_address': 'fa:16:3e:9d:e9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:05:27.127090 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:27.139832 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b293be79-19c9-41d7-ab21-da4e90280b6d {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:05:27.157652 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:27.246112 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:27.292178 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:27.394925 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f638ef7-ed21-4637-8097-c5d4ef483b53 req-e4fe5ea9-f16a-42d7-a0be-277a5caa7b99 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:27.396348 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5f638ef7-ed21-4637-8097-c5d4ef483b53 req-e4fe5ea9-f16a-42d7-a0be-277a5caa7b99 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 945 time: 0.0504084 Sep 01 05:05:27.608277 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['b293be79-19c9-41d7-ab21-da4e90280b6d'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:27.662450 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5f638ef7-ed21-4637-8097-c5d4ef483b53 req-b563457d-ce3f-404f-807d-639cc2cb6f5e tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600021 Sep 01 05:05:28.145798 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc703a7-45f4-4b37-9728-3b96544e2b7d req-33f7d012-f177-43b9-bc92-84ec9dcbd2d3 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:28.147182 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4dc703a7-45f4-4b37-9728-3b96544e2b7d req-33f7d012-f177-43b9-bc92-84ec9dcbd2d3 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0476017 Sep 01 05:05:28.184794 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4dc703a7-45f4-4b37-9728-3b96544e2b7d req-d0cb0f44-5f07-482e-870f-dffa78b77747 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317214 Sep 01 05:05:28.638601 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581c95-77ed-4365-8737-c662aa0498de req-fb056b69-7c56-4f5b-aa07-6b9a2c2fad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:28.640185 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-24581c95-77ed-4365-8737-c662aa0498de req-fb056b69-7c56-4f5b-aa07-6b9a2c2fad42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1098 time: 0.0401437 Sep 01 05:05:28.776445 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581c95-77ed-4365-8737-c662aa0498de req-ca237bee-deff-40d3-9530-23faab0f9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:28.777935 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-24581c95-77ed-4365-8737-c662aa0498de req-ca237bee-deff-40d3-9530-23faab0f9d41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 911 time: 0.1177537 Sep 01 05:05:28.795882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2307d29-77aa-427d-b860-0710b7f1e913 req-e2aa2d7f-2165-4f41-b8ff-c0e7496d9b0c tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:28.797356 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2307d29-77aa-427d-b860-0710b7f1e913 req-e2aa2d7f-2165-4f41-b8ff-c0e7496d9b0c tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 945 time: 0.0580845 Sep 01 05:05:28.887691 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2307d29-77aa-427d-b860-0710b7f1e913 req-350040f0-4bd4-4dc7-9149-e1bdc7b39198 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835719 Sep 01 05:05:28.889509 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-24581c95-77ed-4365-8737-c662aa0498de req-a0d9e124-9bf9-419f-84aa-0af808ce3f6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 1000 time: 0.0912957 Sep 01 05:05:28.939033 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581c95-77ed-4365-8737-c662aa0498de req-782a7846-8cd9-4b6e-9de8-f825fa33c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:28.940452 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-24581c95-77ed-4365-8737-c662aa0498de req-782a7846-8cd9-4b6e-9de8-f825fa33c2c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0439239 Sep 01 05:05:28.985953 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24581c95-77ed-4365-8737-c662aa0498de req-48d9559d-901f-4a03-b3db-c5e7a5d6b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:28.987301 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-24581c95-77ed-4365-8737-c662aa0498de req-48d9559d-901f-4a03-b3db-c5e7a5d6b250 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383184 Sep 01 05:05:28.995695 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device b293be79-19c9-41d7-ab21-da4e90280b6d up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:05:29.081092 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-24581c95-77ed-4365-8737-c662aa0498de req-57476071-5191-400b-b844-0d307db05c6f service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827384 Sep 01 05:05:29.120682 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port b293be79-19c9-41d7-ab21-da4e90280b6d completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:05:29.124427 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port b293be79-19c9-41d7-ab21-da4e90280b6d triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:05:29.124817 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:29.170665 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-24581c95-77ed-4365-8737-c662aa0498de req-322f288f-1b06-42ff-9f81-2d9d185734bf service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817919 Sep 01 05:05:29.306203 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7d502-c4c7-43fd-a101-737760dcf7ab req-948793d9-49e3-44e4-b941-76765e1f66e7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:29.309199 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1bc7d502-c4c7-43fd-a101-737760dcf7ab req-948793d9-49e3-44e4-b941-76765e1f66e7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0510278 Sep 01 05:05:29.333561 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:29.346909 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1bc7d502-c4c7-43fd-a101-737760dcf7ab req-ab138ee9-83f0-41d1-9735-45240acdd08b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327117 Sep 01 05:05:29.355561 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:29.357933 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416bc8c-4624-400a-8dcb-4c4681ee30f5" -d '{"events": [{"server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "name": "network-vif-plugged", "status": "completed", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:29.371492 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:29.393771 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c41882-5079-4904-86fc-9acf96bb2540 x-openstack-request-id: req-13c41882-5079-4904-86fc-9acf96bb2540 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:29.394068 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "name": "network-vif-plugged", "status": "completed", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:29.400700 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13c41882-5079-4904-86fc-9acf96bb2540 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:29.400700 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'code': 200} Sep 01 05:05:29.411717 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:29.434687 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:29.481700 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:29.720861 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082a081-b602-4b05-af4a-93c4a2afc182 req-c7d6c745-4418-41d1-9364-024bb4d90a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:29.722312 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3082a081-b602-4b05-af4a-93c4a2afc182 req-c7d6c745-4418-41d1-9364-024bb4d90a2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1099 time: 0.0447628 Sep 01 05:05:29.757730 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3082a081-b602-4b05-af4a-93c4a2afc182 req-e2eafc2c-09db-4a02-ac7d-fb05e0f14c28 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268121 Sep 01 05:05:30.002720 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11292ccd-3fe2-469c-b9ef-db88170a78e4 req-d82acb7c-929b-4403-a46b-852fe77a86f3 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:30.004103 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-11292ccd-3fe2-469c-b9ef-db88170a78e4 req-d82acb7c-929b-4403-a46b-852fe77a86f3 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0506036 Sep 01 05:05:30.041731 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-11292ccd-3fe2-469c-b9ef-db88170a78e4 req-0763ad26-929f-4bfa-8190-1b33f5e1fbe7 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315478 Sep 01 05:05:30.463208 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb3375-7bfa-4e49-91bc-69a0010c769e req-d8dadc14-76d0-4bfb-9406-ec898b5647f2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:30.464686 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8afb3375-7bfa-4e49-91bc-69a0010c769e req-d8dadc14-76d0-4bfb-9406-ec898b5647f2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0484610 Sep 01 05:05:30.500580 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8afb3375-7bfa-4e49-91bc-69a0010c769e req-869de92b-f2ba-4861-87c1-732537b0bd5c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300136 Sep 01 05:05:31.158069 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6a335-9ef8-402f-98d3-374d0738834e req-abeb265c-f338-4658-890b-a310d5627112 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:31.159499 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fbc6a335-9ef8-402f-98d3-374d0738834e req-abeb265c-f338-4658-890b-a310d5627112 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0520201 Sep 01 05:05:31.198912 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fbc6a335-9ef8-402f-98d3-374d0738834e req-4b2adfc1-d256-4cfd-815b-4d8e2806eeb7 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327904 Sep 01 05:05:31.611849 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5a74c-b149-4bff-b55f-718e3df2b6b5 req-fc9d9c6b-e229-49c2-bfc5-10d58da26f00 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:31.613364 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9cd5a74c-b149-4bff-b55f-718e3df2b6b5 req-fc9d9c6b-e229-49c2-bfc5-10d58da26f00 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0469253 Sep 01 05:05:31.650996 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9cd5a74c-b149-4bff-b55f-718e3df2b6b5 req-c8e17fe4-4d46-41fb-96b7-afb5dc3bbfc7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310707 Sep 01 05:05:32.308837 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c890f-96a5-49f7-9320-1ba06e8c1184 req-891fef92-5265-49fc-bb9a-02bc2ab041e0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:32.310302 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e58c890f-96a5-49f7-9320-1ba06e8c1184 req-891fef92-5265-49fc-bb9a-02bc2ab041e0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0475178 Sep 01 05:05:32.346430 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e58c890f-96a5-49f7-9320-1ba06e8c1184 req-7ff4dc48-95af-4cf7-ac47-9351f1438751 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301614 Sep 01 05:05:32.460325 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb739b2-1c03-4ccb-81eb-d720d881fecb req-c582421d-c776-4c78-8af1-7603b30fda7c tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:32.461841 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2cb739b2-1c03-4ccb-81eb-d720d881fecb req-c582421d-c776-4c78-8af1-7603b30fda7c tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0517550 Sep 01 05:05:32.498372 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2cb739b2-1c03-4ccb-81eb-d720d881fecb req-f0f4258e-f769-4e41-afd3-5158659d5302 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306633 Sep 01 05:05:32.519058 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36620) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:32.695836 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dc4f1c-9ee9-439a-9d37-d61415798d74 tempest-TestShelveInstance-468764809 tempest-TestShelveInstance-468764809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:32.697596 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-27dc4f1c-9ee9-439a-9d37-d61415798d74 tempest-TestShelveInstance-468764809 tempest-TestShelveInstance-468764809-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1094 time: 0.1776071 Sep 01 05:05:32.700622 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36628) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:32.704986 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'port_id': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:32.764116 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3a35c-4c8c-46b3-af91-d5df1592239b req-cd550710-e815-4046-bbfc-c576aa4b78a6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:32.765744 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-07e3a35c-4c8c-46b3-af91-d5df1592239b req-cd550710-e815-4046-bbfc-c576aa4b78a6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0477300 Sep 01 05:05:32.802465 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-07e3a35c-4c8c-46b3-af91-d5df1592239b req-c841d30c-fec6-483e-ae48-af3adad82e27 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Sep 01 05:05:32.828940 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for floatingip, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:32.925258 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.028943 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Allocated IP 172.27.1.15 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/982e7e8a-e87e-4b8f-b125-d871e620735d) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:05:33.126349 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.223207 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.257731 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:05:33.263090 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:05:33.265626 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:05:33.292205 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'Port': ['ID=982e7e8a-e87e-4b8f-b125-d871e620735d,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:33.633596 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.776906 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.957473 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe5d16-7173-45a7-a2da-59581699a720 req-80250da8-c17d-45fc-84c2-e784d8b0b89a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:33.958882 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80fe5d16-7173-45a7-a2da-59581699a720 req-80250da8-c17d-45fc-84c2-e784d8b0b89a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0793338 Sep 01 05:05:34.017752 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:34.025596 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-80fe5d16-7173-45a7-a2da-59581699a720 req-3b042254-ff8a-406f-9b01-878e9fa99388 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603230 Sep 01 05:05:34.080667 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:34.162721 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event updated for resources: {'Port': ['ID=982e7e8a-e87e-4b8f-b125-d871e620735d,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:34.177870 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:34.280295 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Floating IP 32f0ff36-bae2-4d5c-b39e-ca99c1ef42a6 associated. External IP: 172.27.1.15, port: b293be79-19c9-41d7-ab21-da4e90280b6d. Sep 01 05:05:34.480359 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Router 31e7691b-b966-4ee1-8b0c-eca440390165 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:05:34.584868 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:05:34.595350 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] Sync routers for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:05:34.605318 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:05:34.605930 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:05:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:34.674561 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:34.704569 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-4adf1536-0afd-4856-8a7f-4848c78d4010 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0027871 Sep 01 05:05:34.705193 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:34.707403 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaac1567-260a-48fb-b09c-b6ad46cab8df" -d '{"events": [{"name": "network-changed", "server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:34.710859 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:05:34.749413 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dc0366-3fa7-46e9-84d8-51826495c1fb x-openstack-request-id: req-82dc0366-3fa7-46e9-84d8-51826495c1fb {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:34.749696 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:34.749939 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82dc0366-3fa7-46e9-84d8-51826495c1fb {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:34.750330 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'status': 'completed', 'code': 200} Sep 01 05:05:34.817637 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-c72271b7-a532-4861-87ba-91f3891d728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:34.819115 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-c72271b7-a532-4861-87ba-91f3891d728e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf78a94e9284236a47a981869f257d2&device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1099 time: 0.0396740 Sep 01 05:05:34.908338 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-501dbd70-39b3-4bec-b576-153bb566385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:34.909807 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-501dbd70-39b3-4bec-b576-153bb566385b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 200 len: 910 time: 0.0822923 Sep 01 05:05:34.934729 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '32f0ff36-bae2-4d5c-b39e-ca99c1ef42a6', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'port_id': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'mac_address': 'fa:16:3e:9d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449817b-18d3-4330-8bb0-f498c5881712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:33Z', 'updated_at': '2021-09-01T05:05:33Z', 'revision_number': 0, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 5, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:34.961148 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] Checking router: 31e7691b-b966-4ee1-8b0c-eca440390165 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:05:34.970169 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:05:34.970786 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:05:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:34.979879 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-d6110f37-f082-40bb-b613-4569b17af1ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 200 len: 999 time: 0.0624049 Sep 01 05:05:35.028591 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-c17912ae-077e-4adf-b5c8-8e9d0695a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:35.030110 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-c17912ae-077e-4adf-b5c8-8e9d0695a1e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 HTTP/1.1" status: 200 len: 848 time: 0.0437322 Sep 01 05:05:35.082888 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:05:35.095001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-47c1f961-a60f-4df6-b3d0-0ebdc01dfe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:35.096511 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-47c1f961-a60f-4df6-b3d0-0ebdc01dfe58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddad37ae-3a17-45ed-bbc4-631e153bb69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560632 Sep 01 05:05:35.202445 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2bdc-51ab-4373-860b-387515693556 req-45f03006-ee98-4a3a-8e84-9f6d427f30c3 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:35.203882 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-462f2bdc-51ab-4373-860b-387515693556 req-45f03006-ee98-4a3a-8e84-9f6d427f30c3 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.1034110 Sep 01 05:05:35.248100 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-c4d4955e-944f-4f41-8bec-c251bf884ca7 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390779 Sep 01 05:05:35.260848 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-462f2bdc-51ab-4373-860b-387515693556 req-157a83de-5f00-4110-8ed1-c839814ebcba tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499098 Sep 01 05:05:35.332050 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '32f0ff36-bae2-4d5c-b39e-ca99c1ef42a6', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'port_id': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'mac_address': 'fa:16:3e:9d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449817b-18d3-4330-8bb0-f498c5881712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:33Z', 'updated_at': '2021-09-01T05:05:33Z', 'revision_number': 0, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 5, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:35.350996 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eaac1567-260a-48fb-b09c-b6ad46cab8df req-e7292cab-4b10-4419-8979-f586813e2049 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891643 Sep 01 05:05:35.359099 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b38c8-27a7-47f7-9d35-bb2a304a0e23 None None] The sync data for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi is: [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '32f0ff36-bae2-4d5c-b39e-ca99c1ef42a6', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'port_id': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'mac_address': 'fa:16:3e:9d:e9:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a449817b-18d3-4330-8bb0-f498c5881712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:33Z', 'updated_at': '2021-09-01T05:05:33Z', 'revision_number': 0, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 5, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:05:35.543258 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5acf3ab-65ee-444a-bbaf-1204fd40c15b None None] New status for floating IP 32f0ff36-bae2-4d5c-b39e-ca99c1ef42a6: ACTIVE {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:05:36.367624 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062fef2-0940-4971-9bcd-65acb8e77dc6 req-f3b34698-b6d4-443d-8b73-ff2bca89efe3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:36.368994 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e062fef2-0940-4971-9bcd-65acb8e77dc6 req-f3b34698-b6d4-443d-8b73-ff2bca89efe3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0526397 Sep 01 05:05:36.371220 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91691343-f450-4875-8a3b-9c7af5757798 req-7e59b1a7-0687-40c7-a9fa-6f446c234782 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:36.372674 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-91691343-f450-4875-8a3b-9c7af5757798 req-7e59b1a7-0687-40c7-a9fa-6f446c234782 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0469053 Sep 01 05:05:36.407100 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e062fef2-0940-4971-9bcd-65acb8e77dc6 req-d046a24d-920a-4629-b838-63ae99b0f469 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Sep 01 05:05:36.409091 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-91691343-f450-4875-8a3b-9c7af5757798 req-24e601e1-fe81-45ea-89fa-26ccf7af36d4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307190 Sep 01 05:05:36.429137 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36654) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:36.560865 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc68385-22e2-4319-93e9-3563381b9ce1 tempest-TestMinimumBasicScenario-384065043 tempest-TestMinimumBasicScenario-384065043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:36.562391 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-3bc68385-22e2-4319-93e9-3563381b9ce1 tempest-TestMinimumBasicScenario-384065043 tempest-TestMinimumBasicScenario-384065043-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1093 time: 0.1322858 Sep 01 05:05:36.565257 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36658) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:36.569666 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'port_id': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:36.646100 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for floatingip, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.740837 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.840525 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Allocated IP 172.27.1.165 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/13139dbe-8976-4f5b-874b-c20dceb72d07) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:05:36.941265 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.023477 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.060541 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:05:37.066985 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:05:37.069642 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:05:37.096138 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'Port': ['ID=13139dbe-8976-4f5b-874b-c20dceb72d07,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:37.526735 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318b72-7e3f-4221-9e33-0cd5365b87f9 req-1701785a-b150-4167-bcd2-0bf2d7734edd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:37.528525 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-20318b72-7e3f-4221-9e33-0cd5365b87f9 req-1701785a-b150-4167-bcd2-0bf2d7734edd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0509501 Sep 01 05:05:37.568646 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-20318b72-7e3f-4221-9e33-0cd5365b87f9 req-d62133b0-1322-4907-8ab6-3868b668ba86 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338190 Sep 01 05:05:37.659507 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.795899 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.938523 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:38.005651 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:38.075662 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'Port': ['ID=13139dbe-8976-4f5b-874b-c20dceb72d07,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:38.086147 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:38.183863 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Floating IP 858d32b8-158e-4a72-817d-7fad649efb1a associated. External IP: 172.27.1.165, port: e89457fb-0787-45ae-a493-3ac0ff51d713. Sep 01 05:05:38.380987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:05:38.485948 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:05:38.495181 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] Sync routers for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:05:38.503853 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:05:38.504455 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:05:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:38.559905 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:38.591828 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-45035307-42e7-463b-8520-7f76c60479a3 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0246260 Sep 01 05:05:38.591828 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:38.594173 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff1dc9f-506d-4286-9dba-025c045ea66b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:38.594552 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 36664) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:38.599831 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116830028', 'description': 'tempest-secgroup-smoke-1116830028 description', 'project_id': '08529d327f6641d4b50624c9993d0f83'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:38.616596 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:05:38.635848 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e8083-fc56-4e59-bfa6-38df539be683 x-openstack-request-id: req-3e6e8083-fc56-4e59-bfa6-38df539be683 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:38.636136 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:38.636386 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e6e8083-fc56-4e59-bfa6-38df539be683 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:38.636770 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'status': 'completed', 'code': 200} Sep 01 05:05:38.697331 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:38.717847 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7310e-a24d-49a5-bec3-3c52f626473a req-ae7c0d86-8d0f-430a-95be-372d444c78f2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:38.719358 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64e7310e-a24d-49a5-bec3-3c52f626473a req-ae7c0d86-8d0f-430a-95be-372d444c78f2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0761664 Sep 01 05:05:38.725746 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-fe7d4b72-649a-4ed3-b7bc-d369381fe677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:38.727185 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-fe7d4b72-649a-4ed3-b7bc-d369381fe677 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1098 time: 0.0580375 Sep 01 05:05:38.797781 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:38.813007 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-64e7310e-a24d-49a5-bec3-3c52f626473a req-beb85188-d231-4f80-ac43-809ef146ed76 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848894 Sep 01 05:05:38.840414 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:38.850338 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-754628a1-2e2e-4719-a284-f21ee8c827ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:38.853117 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-754628a1-2e2e-4719-a284-f21ee8c827ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 915 time: 0.1081128 Sep 01 05:05:38.871875 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595dbc2e-e30b-4030-ad9b-0022f5ef26ca,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:38.879041 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.879381 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.879719 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.880058 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.880386 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.880719 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.881120 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.886857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.886857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.886857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.886857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.886857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:38.902927 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:38.904395 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-03e983b0-9329-4b9a-abb7-b5a809fc23f7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3088460 Sep 01 05:05:38.907226 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 36668) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:38.911894 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-66e96681-0153-417e-9ad1-497020e9bb75 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'security_group_rule': {'security_group_id': '595dbc2e-e30b-4030-ad9b-0022f5ef26ca', 'project_id': '08529d327f6641d4b50624c9993d0f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:38.928646 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-82f1c16f-54d4-45cf-a049-5404c9362b80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 999 time: 0.0684671 Sep 01 05:05:38.971331 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '858d32b8-158e-4a72-817d-7fad649efb1a', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'port_id': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'mac_address': 'fa:16:3e:ef:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:37Z', 'updated_at': '2021-09-01T05:05:37Z', 'revision_number': 0, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:32Z', 'revision_number': 5, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:38.979083 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-dc329ff2-bbf5-40c4-9ae6-8760600eff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:38.980693 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-dc329ff2-bbf5-40c4-9ae6-8760600eff65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 200 len: 853 time: 0.0435021 Sep 01 05:05:38.993367 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-66e96681-0153-417e-9ad1-497020e9bb75 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.006947 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] Checking router: fe4e84fc-a7ee-4b32-8a16-158ac6b68320 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:05:39.026355 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:05:39.026980 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:05:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:39.033552 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-8e7e21ae-86e8-428a-9731-2420374d116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:39.035147 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-8e7e21ae-86e8-428a-9731-2420374d116c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c427a7ca-3262-4a1e-bbdb-91ed1c989964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465579 Sep 01 05:05:39.058423 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-66e96681-0153-417e-9ad1-497020e9bb75 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.120928 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-66e96681-0153-417e-9ad1-497020e9bb75 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.134645 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-bbdad6f2-4308-46b9-a62c-63e2e67883ee service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893853 Sep 01 05:05:39.140533 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e96681-0153-417e-9ad1-497020e9bb75 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1429611c-b7e3-49e8-af6b-a52124801e44,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:39.211739 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-66e96681-0153-417e-9ad1-497020e9bb75 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.214508 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-66e96681-0153-417e-9ad1-497020e9bb75 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052807 Sep 01 05:05:39.217931 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36670) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:39.222447 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-d24297f5-0b4b-41dd-9edb-35a5008c291e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'security_group_rule': {'security_group_id': '595dbc2e-e30b-4030-ad9b-0022f5ef26ca', 'project_id': '08529d327f6641d4b50624c9993d0f83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:39.255026 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:05:39.261165 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1ff1dc9f-506d-4286-9dba-025c045ea66b req-bc723be8-a820-425c-9393-4eb61afa8120 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145289 Sep 01 05:05:39.336722 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d24297f5-0b4b-41dd-9edb-35a5008c291e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.386429 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d24297f5-0b4b-41dd-9edb-35a5008c291e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.445828 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d24297f5-0b4b-41dd-9edb-35a5008c291e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.464742 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24297f5-0b4b-41dd-9edb-35a5008c291e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9961ee37-1591-429f-9528-3705dd5c4505,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:39.475449 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '858d32b8-158e-4a72-817d-7fad649efb1a', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'port_id': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'mac_address': 'fa:16:3e:ef:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:37Z', 'updated_at': '2021-09-01T05:05:37Z', 'revision_number': 0, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:32Z', 'revision_number': 5, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:39.505170 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fd48e-ef62-4f71-a3f9-6d632296eb12 None None] The sync data for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi is: [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '858d32b8-158e-4a72-817d-7fad649efb1a', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'port_id': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'mac_address': 'fa:16:3e:ef:4e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:37Z', 'updated_at': '2021-09-01T05:05:37Z', 'revision_number': 0, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:32Z', 'revision_number': 5, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:05:39.526669 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d24297f5-0b4b-41dd-9edb-35a5008c291e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.528027 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-d24297f5-0b4b-41dd-9edb-35a5008c291e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3090959 Sep 01 05:05:39.530666 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36672) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:39.535523 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-520ef955-3c60-4eea-8635-9dea245e20e0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'security_group_rule': {'security_group_id': '595dbc2e-e30b-4030-ad9b-0022f5ef26ca', 'project_id': '08529d327f6641d4b50624c9993d0f83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:39.640659 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-520ef955-3c60-4eea-8635-9dea245e20e0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.692444 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23beffa-90aa-4c6d-a4df-fbccec31d74f None None] New status for floating IP 858d32b8-158e-4a72-817d-7fad649efb1a: ACTIVE {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:05:39.703277 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-520ef955-3c60-4eea-8635-9dea245e20e0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.783191 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-520ef955-3c60-4eea-8635-9dea245e20e0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.802329 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ef955-3c60-4eea-8635-9dea245e20e0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b332a0f8-d2b5-4752-9985-96fa497124fa,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:39.868719 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-520ef955-3c60-4eea-8635-9dea245e20e0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.870816 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-520ef955-3c60-4eea-8635-9dea245e20e0 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389275 Sep 01 05:05:39.873220 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36676) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:39.877976 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-c09235b8-cb49-4646-848d-e8395b85c74e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'security_group_rule': {'security_group_id': '595dbc2e-e30b-4030-ad9b-0022f5ef26ca', 'project_id': '08529d327f6641d4b50624c9993d0f83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:39.935710 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f996b2d-4588-4881-aa15-dd58a442164e req-fbe6f5ef-88df-41ea-a77d-2b189722ab66 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:39.937275 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8f996b2d-4588-4881-aa15-dd58a442164e req-fbe6f5ef-88df-41ea-a77d-2b189722ab66 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0494459 Sep 01 05:05:39.959338 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c09235b8-cb49-4646-848d-e8395b85c74e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:39.977616 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8f996b2d-4588-4881-aa15-dd58a442164e req-02de6315-ad90-4383-bb57-19592a4ee608 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338986 Sep 01 05:05:40.027620 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c09235b8-cb49-4646-848d-e8395b85c74e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.102523 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c09235b8-cb49-4646-848d-e8395b85c74e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.120487 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09235b8-cb49-4646-848d-e8395b85c74e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8fe312-db5c-429d-83c8-fea286db3734,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:40.199912 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c09235b8-cb49-4646-848d-e8395b85c74e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.201062 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-c09235b8-cb49-4646-848d-e8395b85c74e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3267918 Sep 01 05:05:40.203708 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36678) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:40.208076 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-4df722aa-08fb-4c46-b559-9744f4e845eb tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'security_group_rule': {'security_group_id': '595dbc2e-e30b-4030-ad9b-0022f5ef26ca', 'project_id': '08529d327f6641d4b50624c9993d0f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:40.302683 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.securitygroups_db [None req-4df722aa-08fb-4c46-b559-9744f4e845eb tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Project 08529d327f6641d4b50624c9993d0f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:05:40.307902 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4df722aa-08fb-4c46-b559-9744f4e845eb tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.366627 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4df722aa-08fb-4c46-b559-9744f4e845eb tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.451582 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4df722aa-08fb-4c46-b559-9744f4e845eb tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.469068 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df722aa-08fb-4c46-b559-9744f4e845eb tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264e69ee-f32a-42b8-8172-e0e820a4e7de,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:40.480046 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b790a6e4-cdb5-4e00-9426-9434ff0fab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.537286 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4df722aa-08fb-4c46-b559-9744f4e845eb tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.538497 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-4df722aa-08fb-4c46-b559-9744f4e845eb tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3338835 Sep 01 05:05:40.541253 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36680) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:40.545830 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-9bb7a38b-3e81-4337-8ab2-da26be02afbe tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'security_group_rule': {'security_group_id': '595dbc2e-e30b-4030-ad9b-0022f5ef26ca', 'project_id': '08529d327f6641d4b50624c9993d0f83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:40.634291 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.securitygroups_db [None req-9bb7a38b-3e81-4337-8ab2-da26be02afbe tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Project 08529d327f6641d4b50624c9993d0f83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:05:40.640282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a38b-3e81-4337-8ab2-da26be02afbe tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.699018 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a38b-3e81-4337-8ab2-da26be02afbe tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.794129 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a38b-3e81-4337-8ab2-da26be02afbe tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.813160 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7a38b-3e81-4337-8ab2-da26be02afbe tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac93f83-8d02-443c-8629-c85e088f94c4,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:40.902550 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9bb7a38b-3e81-4337-8ab2-da26be02afbe tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.903733 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-9bb7a38b-3e81-4337-8ab2-da26be02afbe tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3614912 Sep 01 05:05:40.980808 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-9fb44811-5673-434c-b79c-7c7090ef0a56 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116830028&fields=id&tenant_id=08529d327f6641d4b50624c9993d0f83 HTTP/1.1" status: 200 len: 267 time: 0.0317993 Sep 01 05:05:41.034609 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-b56076c3-071b-4e00-ad4a-a15e353ae0e7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.036075 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-b56076c3-071b-4e00-ad4a-a15e353ae0e7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0497496 Sep 01 05:05:41.048915 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'port': {'security_groups': ['d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b', '595dbc2e-e30b-4030-ad9b-0022f5ef26ca']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:41.092549 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daa450-5ed7-419b-9acd-b95c4060f78f req-d924c858-e3fa-490c-bd58-4e356bdb2fe0 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.094059 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-72daa450-5ed7-419b-9acd-b95c4060f78f req-d924c858-e3fa-490c-bd58-4e356bdb2fe0 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0481772 Sep 01 05:05:41.113460 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:41.131623 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-72daa450-5ed7-419b-9acd-b95c4060f78f req-a12416f6-f294-44d1-aca7-24c725ec908b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316703 Sep 01 05:05:41.296137 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] For port e89457fb-0787-45ae-a493-3ac0ff51d713, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e89457fb-0787-45ae-a493-3ac0ff51d713,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:41.324250 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:41.388557 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:41.400585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['e89457fb-0787-45ae-a493-3ac0ff51d713'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:41.465396 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.466078 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:41.467639 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-53fb9e54-9e3e-4c9f-adf8-6277917de9b1 req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "PUT /v2.0/ports/e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 981 time: 0.4232945 Sep 01 05:05:41.468119 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:41.470475 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8800ca3d-55e3-46d2-88df-2458bee24ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:41.476484 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213db9d9-6d1a-44cb-b031-cc4d09035b89 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'Port': ['ID=e89457fb-0787-45ae-a493-3ac0ff51d713,revision_number=6']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:41.533401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['e89457fb-0787-45ae-a493-3ac0ff51d713'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:41.660377 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c560f6a-202a-4710-9874-af1745a97b7d req-cc88967b-84bd-4041-9669-4d051b580d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.662307 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c560f6a-202a-4710-9874-af1745a97b7d req-cc88967b-84bd-4041-9669-4d051b580d14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 1098 time: 0.0925684 Sep 01 05:05:41.693480 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53559fe4-7988-4f10-bace-fa4762a8f9b7 req-377300a4-4c6f-4f2d-ae14-13dec8023529 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.697604 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-53559fe4-7988-4f10-bace-fa4762a8f9b7 req-377300a4-4c6f-4f2d-ae14-13dec8023529 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.1112468 Sep 01 05:05:41.763668 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148b7f6-edeb-4f42-9c56-700223f239c1 req-c0ed15aa-98e1-4162-87e3-a0bb102a32ef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.772683 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7148b7f6-edeb-4f42-9c56-700223f239c1 req-c0ed15aa-98e1-4162-87e3-a0bb102a32ef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.3571520 Sep 01 05:05:41.794413 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-53559fe4-7988-4f10-bace-fa4762a8f9b7 req-137750bb-976c-40e9-9669-67ca63ca80b4 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952687 Sep 01 05:05:41.818010 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7148b7f6-edeb-4f42-9c56-700223f239c1 req-77525678-668a-4d4c-baf1-729c35f674f9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443194 Sep 01 05:05:41.837454 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-1b741c6b-5ea2-46a6-9f56-cee34eed08a8 None None] Provisioning complete for port e89457fb-0787-45ae-a493-3ac0ff51d713 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:05:41.837923 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1b741c6b-5ea2-46a6-9f56-cee34eed08a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:41.843375 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c560f6a-202a-4710-9874-af1745a97b7d req-49085a0e-d5e9-40aa-a404-d90eede1179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.845747 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c560f6a-202a-4710-9874-af1745a97b7d req-49085a0e-d5e9-40aa-a404-d90eede1179d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 911 time: 0.1436136 Sep 01 05:05:41.860379 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ace37-b905-4e2c-a809-20f7f5780cae x-openstack-request-id: req-f05ace37-b905-4e2c-a809-20f7f5780cae {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:41.860748 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:41.861146 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f05ace37-b905-4e2c-a809-20f7f5780cae {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:41.861738 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'status': 'completed', 'code': 200} Sep 01 05:05:41.948851 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c560f6a-202a-4710-9874-af1745a97b7d req-5b465cf2-4f5e-4d52-9bf3-df437f2dc0fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 200 len: 1000 time: 0.0860665 Sep 01 05:05:41.967549 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-78c60bc4-0f03-4cf7-b58e-5b176b1ade5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.969051 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-78c60bc4-0f03-4cf7-b58e-5b176b1ade5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1137 time: 0.0652964 Sep 01 05:05:42.054240 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c560f6a-202a-4710-9874-af1745a97b7d req-9d9f1b68-cd82-4274-a295-fb4556ac64c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:42.055727 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c560f6a-202a-4710-9874-af1745a97b7d req-9d9f1b68-cd82-4274-a295-fb4556ac64c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0989337 Sep 01 05:05:42.113120 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-d5e02925-e1f2-4681-a697-31eb68c3b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:42.114499 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-d5e02925-e1f2-4681-a697-31eb68c3b99f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 915 time: 0.1279826 Sep 01 05:05:42.122973 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c560f6a-202a-4710-9874-af1745a97b7d req-bd43bb86-d443-480b-852a-4aa4dcd86bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:42.124427 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c560f6a-202a-4710-9874-af1745a97b7d req-bd43bb86-d443-480b-852a-4aa4dcd86bdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569627 Sep 01 05:05:42.258238 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-aa6d17e4-f7f4-42ea-9067-784b97ff8bd0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 1001 time: 0.1096461 Sep 01 05:05:42.314609 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c560f6a-202a-4710-9874-af1745a97b7d req-f0d7366f-4cf6-42ce-b60d-4ab2a18647e3 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649203 Sep 01 05:05:42.331674 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-062c8730-1773-4ce1-bc50-d1383e4c43f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:42.332998 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-062c8730-1773-4ce1-bc50-d1383e4c43f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 200 len: 853 time: 0.0654342 Sep 01 05:05:42.425155 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-14583b4c-28da-4359-b83e-bf1ad5981a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:42.426566 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-14583b4c-28da-4359-b83e-bf1ad5981a86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c427a7ca-3262-4a1e-bbdb-91ed1c989964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833259 Sep 01 05:05:42.437822 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c560f6a-202a-4710-9874-af1745a97b7d req-b578ca0b-ac08-4ebe-b459-7fb13b5e18fd service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139038 Sep 01 05:05:42.522108 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-c258ed92-4f87-46cd-88eb-8d3766fd9960 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833945 Sep 01 05:05:42.613151 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8800ca3d-55e3-46d2-88df-2458bee24ab6 req-1830544c-e019-4feb-948c-c55813b1da8f service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806921 Sep 01 05:05:42.934684 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd5484-921d-48d2-8bdb-674548308bea req-4029c6c0-c65e-43a7-8011-4aee4e635400 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:42.936155 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-65cd5484-921d-48d2-8bdb-674548308bea req-4029c6c0-c65e-43a7-8011-4aee4e635400 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0564525 Sep 01 05:05:42.960352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-2ee93050-fa58-473b-b625-5179f2dc51bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:42.974186 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-65cd5484-921d-48d2-8bdb-674548308bea req-86db969b-753b-44e1-8156-e42b19618e8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318737 Sep 01 05:05:43.320018 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.087869 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a08acd-d65d-4bdb-8b9e-c2a66a400103 req-c5342ddb-dfe6-4120-bbf4-9570f0b8656c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:44.089349 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-08a08acd-d65d-4bdb-8b9e-c2a66a400103 req-c5342ddb-dfe6-4120-bbf4-9570f0b8656c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0478420 Sep 01 05:05:44.133395 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-08a08acd-d65d-4bdb-8b9e-c2a66a400103 req-705c18be-4896-41c8-8149-da5b09154092 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334637 Sep 01 05:05:44.246032 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.508327 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:05:45.703168 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:59.353905 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:10.479668 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-81c91fcb-90f1-460b-809d-92f2161e9828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:12.993617 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7b90-3149-45f5-86b7-aceb66eeb0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:13.267923 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:14.193551 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:15.702325 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:21.506601 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:06:29.364638 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:31.260232 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-afd14cdd-6726-4eb7-b136-5dfd49c695ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381913 Sep 01 05:06:31.321208 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-70cd4c89-142c-4121-9b7b-24e62af7e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:31.322644 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-70cd4c89-142c-4121-9b7b-24e62af7e67d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 1099 time: 0.0392146 Sep 01 05:06:31.424534 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-7cc9d5b6-cb09-4de2-89e5-c0fc816f4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:31.425994 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-7cc9d5b6-cb09-4de2-89e5-c0fc816f4b13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.0844567 Sep 01 05:06:31.490615 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-97fe20eb-317e-4856-88fe-9d5ffe3f906b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 200 len: 1001 time: 0.0569234 Sep 01 05:06:31.540960 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-5ea77029-9c12-4e19-8787-490220b9cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:31.542380 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-5ea77029-9c12-4e19-8787-490220b9cd7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0446565 Sep 01 05:06:31.587310 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-7174eebf-a063-4444-8b67-f932ac4bb921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:31.588739 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-7174eebf-a063-4444-8b67-f932ac4bb921 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386672 Sep 01 05:06:31.675654 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-65648a9d-0424-48d6-8838-678f94367348 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794592 Sep 01 05:06:31.768189 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-89ed8cce-86ab-4069-9e1e-4dcca32880e3 req-053c5bfb-95c7-474d-8824-59daba2b844f service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843434 Sep 01 05:06:34.458756 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889caeff-236f-4528-a1cd-87c6aa25a472 req-962e6bf3-dd22-41da-af9a-22fedd399695 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:34.460608 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-889caeff-236f-4528-a1cd-87c6aa25a472 req-962e6bf3-dd22-41da-af9a-22fedd399695 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 946 time: 0.0510697 Sep 01 05:06:34.500867 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-889caeff-236f-4528-a1cd-87c6aa25a472 req-28cd335e-6ec0-4db3-bb9e-4cb759354998 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340936 Sep 01 05:06:35.622245 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbddcd9-bd52-4382-ac72-583d4fcf285a req-fdaa232c-0634-4427-88f4-2a15f5bafd64 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:35.623690 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-adbddcd9-bd52-4382-ac72-583d4fcf285a req-fdaa232c-0634-4427-88f4-2a15f5bafd64 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 946 time: 0.0491910 Sep 01 05:06:35.662208 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-adbddcd9-bd52-4382-ac72-583d4fcf285a req-82e1884b-00d8-4e13-84fd-18854a77e9f9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Sep 01 05:06:36.415392 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-f5269f71-1a45-473e-8cb3-695c0cd2d033 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:36.416786 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-f5269f71-1a45-473e-8cb3-695c0cd2d033 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 946 time: 0.0464530 Sep 01 05:06:36.507155 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Deleting port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:36.507410 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:36.591904 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] For port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:36.592257 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:36.780817 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcb886-5657-4f69-a3b6-561b9bc97043 req-3d8b533b-aefc-4ebc-917a-1ac2ceb6527f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:36.783003 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f5bcb886-5657-4f69-a3b6-561b9bc97043 req-3d8b533b-aefc-4ebc-917a-1ac2ceb6527f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 946 time: 0.0475197 Sep 01 05:06:36.801858 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:36.802473 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:36.802599 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Floating IP 5bc734a0-1753-44a1-9dc1-2bae32210b6b disassociated. External IP: 172.27.1.190, port: 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e. Sep 01 05:06:36.802864 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Calling delete_port for 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:36.820319 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f5bcb886-5657-4f69-a3b6-561b9bc97043 req-49d74692-76f1-402c-b851-dd5c219512e5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=9df5ebef-7ff1-438a-adf8-07cda05adb76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Sep 01 05:06:36.981684 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:37.010455 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event deleted for resources: {'Port': ['ID=554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:37.020992 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.021363 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.021701 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.022040 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.022368 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.022697 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.023026 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.023348 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.023670 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.023992 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.024312 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.024631 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:37.365622 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Router 79848ba1-1671-410a-8a02-5818e5f38c82 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:06:37.472383 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:06:37.482024 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] Sync routers for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:06:37.491636 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:37.492319 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:06:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:37.512217 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] No DVR routers for this DVR port 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:06:37.514799 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:37.517373 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4a3a31eb-b4a7-42a0-8f67-454f0b2e3668 req-9bd8b5fc-0a04-4d2e-9c06-fc390b1fd6c4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "DELETE /v2.0/ports/554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e HTTP/1.1" status: 204 len: 173 time: 1.0934758 Sep 01 05:06:37.517820 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-deleted', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:37.520081 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3587b36-4571-4446-857a-1a4dae1d2102" -d '{"events": [{"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-deleted", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:37.556219 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97188565-a2a9-4d2d-9d83-f8deeb81e1e3 x-openstack-request-id: req-97188565-a2a9-4d2d-9d83-f8deeb81e1e3 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:37.556606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc675237-48a6-4fe7-8e52-83cafc4be493", "name": "network-vif-deleted", "tag": "554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:37.556949 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97188565-a2a9-4d2d-9d83-f8deeb81e1e3 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:37.557561 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc675237-48a6-4fe7-8e52-83cafc4be493', 'name': 'network-vif-deleted', 'tag': '554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e', 'status': 'completed', 'code': 200} Sep 01 05:06:37.599907 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:37.805663 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:37.832934 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] Checking router: 79848ba1-1671-410a-8a02-5818e5f38c82 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:06:37.841183 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:37.841782 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:06:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:37.936268 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c7643731-52e0-4fba-abdd-5abb7a059af5 req-cc942ccd-55b3-4949-946b-62538fb7811e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc675237-48a6-4fe7-8e52-83cafc4be493 HTTP/1.1" status: 200 len: 210 time: 0.0324242 Sep 01 05:06:37.950900 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:38.159559 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:38.189554 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c3f56-ef10-457f-a3f6-f9916c361d04 None None] The sync data for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi is: [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:06:38.506033 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a9a836-b8d6-49da-a371-2f1fb6bc5267 None None] New status for floating IP 5bc734a0-1753-44a1-9dc1-2bae32210b6b: DOWN {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:06:39.069616 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 36796) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:39.128886 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.153412 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.261917 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.264431 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.265629 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "DELETE /v2.0/security-groups/9df5ebef-7ff1-438a-adf8-07cda05adb76 HTTP/1.1" status: 204 len: 168 time: 0.1949379 Sep 01 05:06:39.268863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36798) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:39.274793 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5ebef-7ff1-438a-adf8-07cda05adb76,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:39.281706 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.282207 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.283321 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.283321 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.283965 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.api.v2.resource [None req-1f461bf2-c8d2-4c10-9be5-c12ee3cd59c8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] show failed (client error): The resource could not be found. Sep 01 05:06:39.284063 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.284063 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.284328 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.284911 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.285281 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.285594 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.285920 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.286246 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f72ba5-9b35-4c7c-b4ce-46bdfab8deff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:39.287387 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-1f461bf2-c8d2-4c10-9be5-c12ee3cd59c8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups/9df5ebef-7ff1-438a-adf8-07cda05adb76 HTTP/1.1" status: 404 len: 347 time: 0.0174394 Sep 01 05:06:39.288009 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36800) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:39.410801 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:06:39.414134 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Deleting port 4dae0b9b-be82-4c9b-913c-5c9dc98d4698 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:39.414475 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.430993 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:06:39.431264 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 554c6b7b-e1b6-4e6b-8de6-ff1f9ac0329e not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:06:39.490252 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.490573 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.501684 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Calling delete_port for 4dae0b9b-be82-4c9b-913c-5c9dc98d4698 owned by network:floatingip {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:39.719305 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.745892 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event deleted for resources: {'Port': ['ID=4dae0b9b-be82-4c9b-913c-5c9dc98d4698,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:39.807526 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.810113 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:39.811274 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-4697201a-c14a-4bfd-bf8d-263d7f15b92c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "DELETE /v2.0/floatingips/5bc734a0-1753-44a1-9dc1-2bae32210b6b HTTP/1.1" status: 204 len: 168 time: 0.5215850 Sep 01 05:06:40.271628 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36806) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:40.276287 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-328fd44c-8f21-41ae-a6e9-9e2f3ac49420 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931169550', 'description': 'tempest-description--758310350'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:40.393556 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-328fd44c-8f21-41ae-a6e9-9e2f3ac49420 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.450325 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-cd483c2c-8cfa-4280-bb61-549aae5a3c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.473076 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-328fd44c-8f21-41ae-a6e9-9e2f3ac49420 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.541411 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-328fd44c-8f21-41ae-a6e9-9e2f3ac49420 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.572820 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fd44c-8f21-41ae-a6e9-9e2f3ac49420 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:40.633413 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-328fd44c-8f21-41ae-a6e9-9e2f3ac49420 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.634663 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-328fd44c-8f21-41ae-a6e9-9e2f3ac49420 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3620327 Sep 01 05:06:40.637591 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36808) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:40.642192 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-96617851-3c78-4bca-a89e-979ab9228dce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'security_group_rule': {'security_group_id': '6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:40.717667 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-96617851-3c78-4bca-a89e-979ab9228dce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.773870 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-96617851-3c78-4bca-a89e-979ab9228dce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.821776 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-96617851-3c78-4bca-a89e-979ab9228dce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.840792 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96617851-3c78-4bca-a89e-979ab9228dce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2182f8-157c-42b3-96f7-572d5e4954c5,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:40.879080 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-96617851-3c78-4bca-a89e-979ab9228dce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.880258 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-96617851-3c78-4bca-a89e-979ab9228dce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2417550 Sep 01 05:06:40.882840 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36810) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:40.887101 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-892fe96b-92f7-490a-b3d9-40aba3c3a790 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'security_group_rule': {'security_group_id': '6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:40.958021 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-892fe96b-92f7-490a-b3d9-40aba3c3a790 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.011169 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-892fe96b-92f7-490a-b3d9-40aba3c3a790 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.084267 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-892fe96b-92f7-490a-b3d9-40aba3c3a790 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.099778 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fe96b-92f7-490a-b3d9-40aba3c3a790 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3686cb-aea1-4687-b62e-6c79a2b834bc,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:41.170275 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-892fe96b-92f7-490a-b3d9-40aba3c3a790 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.171512 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-892fe96b-92f7-490a-b3d9-40aba3c3a790 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877600 Sep 01 05:06:41.175624 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36814) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:41.180079 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:41.244381 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.339919 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.440910 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Allocated IP 172.27.1.81 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/fb55a713-1825-4991-85f8-7dbf5e09dc5d) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:06:41.541745 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.627883 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.665383 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:06:41.668093 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:06:41.671611 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:06:41.676772 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'Port': ['ID=fb55a713-1825-4991-85f8-7dbf5e09dc5d,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:41.756595 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.828070 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.971211 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:42.021592 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:42.084003 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'Port': ['ID=fb55a713-1825-4991-85f8-7dbf5e09dc5d,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:42.098527 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:42.204796 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:42.206093 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-a13c304e-ea3e-4171-a20c-e88f17076bea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0295367 Sep 01 05:06:42.390934 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-dfc434a3-eeee-4bda-8ed0-9c8c57e11d16 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1931169550&fields=id&tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd HTTP/1.1" status: 200 len: 267 time: 0.0334389 Sep 01 05:06:42.492909 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076b9be-b9da-4178-bde4-ec337d90735f req-756d33ac-29d5-47de-aa0d-0716dd42c58a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:42.494326 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-756d33ac-29d5-47de-aa0d-0716dd42c58a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 817 time: 0.0967627 Sep 01 05:06:42.509096 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-d09aecfc-72f3-40c0-9c56-eea63d181731 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/quotas/3cc03a2a7f1c42a38c87bcac7d48cadd HTTP/1.1" status: 200 len: 375 time: 0.0091763 Sep 01 05:06:42.564246 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-afb616be-508a-40d3-bf32-b70c04b05a17 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499854 Sep 01 05:06:42.699142 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-1f15e7e9-b56d-413e-bc77-fad8631e3d1a service neutron] 10.222.0.41 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233718 Sep 01 05:06:42.789126 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-f892f33f-62b4-4bba-b161-b7230e9f3e5b service neutron] 10.222.0.41 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839550 Sep 01 05:06:43.028130 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9189e0ec-f516-43b8-be94-975868fe7482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:43.049933 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f9374bf2-4230-4166-83cd-fc449437aa8f req-504fa764-604e-4f76-a581-6c106458bee5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 210 time: 0.0268140 Sep 01 05:06:43.364615 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:44.147307 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5a60f263-55ff-46f8-8dc5-bc0c274d8940 req-0c019690-b72b-4cb3-9fe9-6a985b982e1a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 210 time: 0.0266902 Sep 01 05:06:44.210445 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:44.798493 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076b9be-b9da-4178-bde4-ec337d90735f req-1bc7f2ac-ea79-443f-b59c-4d1b14f71204 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:44.799908 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-1bc7f2ac-ea79-443f-b59c-4d1b14f71204 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 817 time: 0.1059728 Sep 01 05:06:44.847819 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-b0041622-e4ab-4c07-a69c-d05a6eae5ec4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd HTTP/1.1" status: 200 len: 380 time: 0.0335801 Sep 01 05:06:44.857617 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'port': {'device_id': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'admin_state_up': True, 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'security_groups': ['6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:44.993694 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Made reservation on behalf of 3cc03a2a7f1c42a38c87bcac7d48cadd for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:06:44.997652 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.126231 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Allocated IP 172.20.0.3 (7e413433-79f1-4ec5-82ca-7d41437851e1/40cb068f-9043-4ac5-bbb2-5aacd080f50f/bbf2adff-15ed-4704-aead-5844c9dbba16) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:06:45.243113 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7a907c62-23c9-46ef-bdf8-3f9b54142b0b req-ee0ff822-51a4-4939-8b7d-1302e0ed828b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 210 time: 0.0257297 Sep 01 05:06:45.382296 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.395343 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Transition to ACTIVE for port object bbf2adff-15ed-4704-aead-5844c9dbba16 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:06:45.485314 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.527881 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:06:45.530902 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:06:45.537097 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:06:45.542070 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:45.588745 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:45.589392 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.697647 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-ac8f899d-6215-4847-8a93-66c2b6858d08 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8431208 Sep 01 05:06:45.710912 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Request body: {'port': {'device_id': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:45.730501 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.766500 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.856090 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-9cee0177-24af-45fc-b513-9381a4807c42 None None] Provisioning for port bbf2adff-15ed-4704-aead-5844c9dbba16 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:06:45.859928 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-9cee0177-24af-45fc-b513-9381a4807c42 None None] Provisioning complete for port bbf2adff-15ed-4704-aead-5844c9dbba16 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:06:45.860366 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-9cee0177-24af-45fc-b513-9381a4807c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.893730 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-9cee0177-24af-45fc-b513-9381a4807c42 None None] Port bbf2adff-15ed-4704-aead-5844c9dbba16 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:06:46.020900 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf2adff-15ed-4704-aead-5844c9dbba16 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:06:46.028030 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:46.039824 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Transition to ACTIVE for port object bbf2adff-15ed-4704-aead-5844c9dbba16 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:06:46.113701 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:46.228576 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:46.234574 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Attempting to bind port bbf2adff-15ed-4704-aead-5844c9dbba16 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:06:46.234909 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Attempting to bind port bbf2adff-15ed-4704-aead-5844c9dbba16 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:06:46.235327 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Attempting to bind port bbf2adff-15ed-4704-aead-5844c9dbba16 on network 7e413433-79f1-4ec5-82ca-7d41437851e1 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:06:46.240102 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Port bbf2adff-15ed-4704-aead-5844c9dbba16 on network 7e413433-79f1-4ec5-82ca-7d41437851e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:06:46.240422 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Attempting to bind port bbf2adff-15ed-4704-aead-5844c9dbba16 on network 7e413433-79f1-4ec5-82ca-7d41437851e1 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:06:46.245290 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:06:46.245627 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Checking segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:06:46.246004 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Bound using segment: {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:06:46.246424 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Bound port: bbf2adff-15ed-4704-aead-5844c9dbba16, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3d3852-c7ba-49dd-b056-681f93f2b106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:06:46.246801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:46.318826 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:06:46.322200 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:06:46.366377 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb814023-ff37-4967-8977-71723aecc2d9 req-39cbf391-2aad-4a31-b510-8a20d959e402 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.367874 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cb814023-ff37-4967-8977-71723aecc2d9 req-39cbf391-2aad-4a31-b510-8a20d959e402 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0487022 Sep 01 05:06:46.406247 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cb814023-ff37-4967-8977-71723aecc2d9 req-f4be400c-a8fb-4810-97b5-3c9b71af243a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321763 Sep 01 05:06:46.416770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:46.449549 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.450153 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:46.451514 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/bbf2adff-15ed-4704-aead-5844c9dbba16 HTTP/1.1" status: 200 len: 1093 time: 0.7449796 Sep 01 05:06:46.451934 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:46.454124 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc75ad5-b84a-451e-a603-db7aacfa894f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:46.486915 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6fd76-e5dc-438a-9ad2-65b881d914a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:46.501365 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0d748e-8e05-4ca2-8b22-73633665b81e x-openstack-request-id: req-6c0d748e-8e05-4ca2-8b22-73633665b81e {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:46.501710 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:46.502612 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c0d748e-8e05-4ca2-8b22-73633665b81e {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:46.503009 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'status': 'completed', 'code': 200} Sep 01 05:06:46.568807 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc75ad5-b84a-451e-a603-db7aacfa894f req-5b6d31d0-d588-4b56-9fa1-40c2dc73bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.570359 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fc75ad5-b84a-451e-a603-db7aacfa894f req-5b6d31d0-d588-4b56-9fa1-40c2dc73bb43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 1096 time: 0.0485265 Sep 01 05:06:46.670378 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc75ad5-b84a-451e-a603-db7aacfa894f req-65688f1d-b0cd-4489-b97d-230590568c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.671765 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fc75ad5-b84a-451e-a603-db7aacfa894f req-65688f1d-b0cd-4489-b97d-230590568c28 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0923293 Sep 01 05:06:46.767706 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc75ad5-b84a-451e-a603-db7aacfa894f req-42daedc1-bfc9-47aa-a3be-5c7223606da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.769059 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1fc75ad5-b84a-451e-a603-db7aacfa894f req-42daedc1-bfc9-47aa-a3be-5c7223606da7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900331 Sep 01 05:06:46.842988 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076b9be-b9da-4178-bde4-ec337d90735f req-48c30c7b-21d9-48c5-bf75-fdd85d6edbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.844410 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-48c30c7b-21d9-48c5-bf75-fdd85d6edbac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 1096 time: 0.0391495 Sep 01 05:06:46.888348 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-28f9ebab-5910-442a-9653-f9fa2c1d7c0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf2adff-15ed-4704-aead-5844c9dbba16 HTTP/1.1" status: 200 len: 217 time: 0.0323331 Sep 01 05:06:46.938381 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076b9be-b9da-4178-bde4-ec337d90735f req-42406e37-c54f-46e0-b929-4dfa4dc81ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.939880 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-42406e37-c54f-46e0-b929-4dfa4dc81ba5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0441430 Sep 01 05:06:46.982268 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076b9be-b9da-4178-bde4-ec337d90735f req-b7d7e227-ee18-48ce-9577-20d1bd663f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.983669 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-b7d7e227-ee18-48ce-9577-20d1bd663f66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376339 Sep 01 05:06:47.070265 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-e7e6a29b-ef70-4f95-9dc7-23d1efbe8483 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783358 Sep 01 05:06:47.162070 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a076b9be-b9da-4178-bde4-ec337d90735f req-d23d426f-6e33-4376-9a2e-750eb268a3f0 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836914 Sep 01 05:06:47.523444 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2097a-6025-4a2a-9681-fc346c40e84d req-84b7b377-55cc-4099-ae72-91e556807866 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:47.524907 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5cd2097a-6025-4a2a-9681-fc346c40e84d req-84b7b377-55cc-4099-ae72-91e556807866 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0469906 Sep 01 05:06:47.561141 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5cd2097a-6025-4a2a-9681-fc346c40e84d req-3edf7b27-47c9-4a9d-98da-8492fdfe0629 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304499 Sep 01 05:06:48.680461 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f929f-5457-4ce0-808c-96544afaa3e3 req-651b7247-2d45-4ef2-ba0a-d9bf88514370 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:48.681938 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-105f929f-5457-4ce0-808c-96544afaa3e3 req-651b7247-2d45-4ef2-ba0a-d9bf88514370 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0485079 Sep 01 05:06:48.718345 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-105f929f-5457-4ce0-808c-96544afaa3e3 req-360d829d-eeda-48d3-8ca1-d23c75da28f7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Sep 01 05:06:49.836649 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666f5f6-bcb4-4b6d-ba2c-d78f87a23cb6 req-31d6eb70-cc8a-4149-a84c-5e371f705080 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:49.838136 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c666f5f6-bcb4-4b6d-ba2c-d78f87a23cb6 req-31d6eb70-cc8a-4149-a84c-5e371f705080 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0516398 Sep 01 05:06:49.874779 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c666f5f6-bcb4-4b6d-ba2c-d78f87a23cb6 req-13438d8f-ee57-4094-a817-55ac8d37059d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 Sep 01 05:06:50.988745 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8cc5e-cdf2-4ce2-a77c-21fe8ca33af0 req-a2259d5f-c13e-4e87-8f93-8491f0dc6281 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:50.990210 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8bc8cc5e-cdf2-4ce2-a77c-21fe8ca33af0 req-a2259d5f-c13e-4e87-8f93-8491f0dc6281 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0473187 Sep 01 05:06:51.031954 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8bc8cc5e-cdf2-4ce2-a77c-21fe8ca33af0 req-65678207-339d-4946-930d-d126c76d9afd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358880 Sep 01 05:06:51.469222 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:06:51.567476 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:51.578649 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'port_id': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'mac_address': 'fa:16:3e:47:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:06:51.614646 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:51.627390 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf2adff-15ed-4704-aead-5844c9dbba16 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:06:51.650931 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:51.713426 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:51.734949 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436295-aee7-4a79-92c7-eed2c111f797 req-cecf4c74-47b1-4257-a84b-0e331d0440bb tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:51.739344 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-79436295-aee7-4a79-92c7-eed2c111f797 req-cecf4c74-47b1-4257-a84b-0e331d0440bb tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0493197 Sep 01 05:06:51.765803 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:51.772961 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.773338 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.773679 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.774017 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.774351 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.774563 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-79436295-aee7-4a79-92c7-eed2c111f797 req-60272f7f-86d4-4b10-9616-42cd947ac897 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Sep 01 05:06:51.774690 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.774997 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.775323 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.775647 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.775971 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.776297 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:51.776615 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:52.104596 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['bbf2adff-15ed-4704-aead-5844c9dbba16'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:06:52.148840 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e6a41-d442-4236-b21a-1f7ffd3181cc req-f21453f6-8a1f-4833-a2ad-2b7ecb8c8621 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:52.150398 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-924e6a41-d442-4236-b21a-1f7ffd3181cc req-f21453f6-8a1f-4833-a2ad-2b7ecb8c8621 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 944 time: 0.0472999 Sep 01 05:06:52.188293 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-924e6a41-d442-4236-b21a-1f7ffd3181cc req-eab3833f-c4d0-45f6-bef9-c8ed17dffc12 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Sep 01 05:06:52.886236 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c79ec-8b7b-4ec3-9af0-d6b5418202f1 req-d63294fe-c2b9-41e4-9499-1f35d31489e4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:52.887679 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a40c79ec-8b7b-4ec3-9af0-d6b5418202f1 req-d63294fe-c2b9-41e4-9499-1f35d31489e4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0474768 Sep 01 05:06:52.924430 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a40c79ec-8b7b-4ec3-9af0-d6b5418202f1 req-b3d44bed-15d4-4a4b-a34c-c7e48859345f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=857c2ac2-db68-4ec0-bb5a-0867a2eef57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301969 Sep 01 05:06:53.040142 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-77a6eed4-0341-4cee-ba6a-9db3c0bbfc18 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:53.041684 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-77a6eed4-0341-4cee-ba6a-9db3c0bbfc18 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 945 time: 0.0494099 Sep 01 05:06:53.134563 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Deleting port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:53.134842 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.220194 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] For port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:53.220823 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.356288 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95c398-ff85-4496-9814-2bf3ff291be4 req-49c882da-16e7-4073-b9ce-0210bc60cb75 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:53.357757 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2d95c398-ff85-4496-9814-2bf3ff291be4 req-49c882da-16e7-4073-b9ce-0210bc60cb75 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 944 time: 0.0930750 Sep 01 05:06:53.441866 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2d95c398-ff85-4496-9814-2bf3ff291be4 req-2705d259-9572-4603-acdb-ab025178ab03 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751851 Sep 01 05:06:53.452250 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.452645 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.452953 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Floating IP 29ba3975-be53-484d-b558-e137662eebe4 disassociated. External IP: 172.27.1.25, port: 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61. Sep 01 05:06:53.453455 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Calling delete_port for 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:53.469799 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:06:53.587474 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port bbf2adff-15ed-4704-aead-5844c9dbba16 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:06:53.591302 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port bbf2adff-15ed-4704-aead-5844c9dbba16 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:06:53.591679 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.656217 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.665878 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.686635 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event deleted for resources: {'Port': ['ID=8bb1c139-7dc1-4d7f-be8b-65a5525f7f61,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:53.688603 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:53.691212 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d69bc-b347-4c15-b820-fe0926bef234" -d '{"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-plugged", "status": "completed", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:53.707780 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:53.735748 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e9d99b-878d-4b4d-be83-cc8d5f96e6c5 x-openstack-request-id: req-66e9d99b-878d-4b4d-be83-cc8d5f96e6c5 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:53.736688 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-plugged", "status": "completed", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:53.737094 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66e9d99b-878d-4b4d-be83-cc8d5f96e6c5 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:53.737561 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'code': 200} Sep 01 05:06:53.788270 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.803235 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:06:53.838086 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:53.909931 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:06:53.920515 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] Sync routers for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:06:53.930613 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:53.931444 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:06:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:54.044359 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:54.230137 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] No DVR routers for this DVR port 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:06:54.244787 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fcd75758-528c-483e-939d-23fcfeb04dc8 req-fa6a28ff-f22b-49ce-a4ab-721daf491cf8 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 210 time: 0.0611329 Sep 01 05:06:54.245995 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.248036 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "DELETE /v2.0/ports/8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 HTTP/1.1" status: 204 len: 173 time: 1.1986415 Sep 01 05:06:54.249252 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed19d50-141e-457b-8d97-a005c846ac34', 'name': 'network-vif-deleted', 'tag': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:54.251568 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215b83e4-9e4f-4972-8910-78ca2247c5d6" -d '{"events": [{"server_uuid": "bed19d50-141e-457b-8d97-a005c846ac34", "name": "network-vif-deleted", "tag": "8bb1c139-7dc1-4d7f-be8b-65a5525f7f61"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:54.264810 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:54.270697 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29bc33-1c46-4b98-8803-71e5610a3203 req-d537b657-7dee-446d-822e-46b2161f9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:54.279947 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2f29bc33-1c46-4b98-8803-71e5610a3203 req-d537b657-7dee-446d-822e-46b2161f9293 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 1098 time: 0.0873201 Sep 01 05:06:54.296584 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] Checking router: 060e2f57-7b15-4b5e-b03f-3dfb028995f6 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:06:54.299168 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcc873b-30fd-41c1-9791-333d2f7b55a3 x-openstack-request-id: req-efcc873b-30fd-41c1-9791-333d2f7b55a3 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:54.302916 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bed19d50-141e-457b-8d97-a005c846ac34", "name": "network-vif-deleted", "tag": "8bb1c139-7dc1-4d7f-be8b-65a5525f7f61", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:54.302916 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efcc873b-30fd-41c1-9791-333d2f7b55a3 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:54.302916 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed19d50-141e-457b-8d97-a005c846ac34', 'name': 'network-vif-deleted', 'tag': '8bb1c139-7dc1-4d7f-be8b-65a5525f7f61', 'status': 'completed', 'code': 200} Sep 01 05:06:54.306112 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:54.306657 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:06:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:54.318594 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2f29bc33-1c46-4b98-8803-71e5610a3203 req-8c968f9b-c5d4-4649-bcc9-0230a59f6b7d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365198 Sep 01 05:06:54.412569 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:54.560858 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c7fc8-2b9e-41ff-b02c-a2acf87b9944 req-ac4e23da-26da-4a15-b7f2-b31ee8e12828 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:54.562418 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed0c7fc8-2b9e-41ff-b02c-a2acf87b9944 req-ac4e23da-26da-4a15-b7f2-b31ee8e12828 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0494010 Sep 01 05:06:54.602954 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed0c7fc8-2b9e-41ff-b02c-a2acf87b9944 req-4bc26918-02c2-4dd1-9fa3-aa85ec227067 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Sep 01 05:06:54.735850 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:54.764667 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c4052f-7953-432d-a664-a1bafff0dea5 None None] The sync data for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi is: [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:06:54.976819 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9f9f3d-90de-4f71-b827-6baeb3d96e87 None None] New status for floating IP 29ba3975-be53-484d-b558-e137662eebe4: DOWN {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:06:55.369645 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2e0337b4-26e9-45e5-a023-49a0b035d696 req-add2cd65-a10d-4a83-ba52-f5d5e89035ce tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=bed19d50-141e-457b-8d97-a005c846ac34 HTTP/1.1" status: 200 len: 210 time: 0.0291128 Sep 01 05:06:55.722535 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e73f8a-ee63-4784-8064-2c351e8f79ad req-a063330c-3090-4252-b3c0-92adc4130947 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:55.723900 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1e73f8a-ee63-4784-8064-2c351e8f79ad req-a063330c-3090-4252-b3c0-92adc4130947 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0504458 Sep 01 05:06:55.762509 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1e73f8a-ee63-4784-8064-2c351e8f79ad req-bd53dd2d-6fe2-4433-aedc-beefc70693d2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 Sep 01 05:06:56.490783 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36906) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:56.543438 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-18ac46ae-10ba-4ad3-99a3-25eb9dc2fb53 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:56.565582 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-18ac46ae-10ba-4ad3-99a3-25eb9dc2fb53 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:56.655947 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-18ac46ae-10ba-4ad3-99a3-25eb9dc2fb53 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:56.658584 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-18ac46ae-10ba-4ad3-99a3-25eb9dc2fb53 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:56.659699 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-18ac46ae-10ba-4ad3-99a3-25eb9dc2fb53 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "DELETE /v2.0/security-groups/857c2ac2-db68-4ec0-bb5a-0867a2eef57d HTTP/1.1" status: 204 len: 168 time: 0.1678505 Sep 01 05:06:56.662516 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 36908) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:56.668441 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac46ae-10ba-4ad3-99a3-25eb9dc2fb53 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857c2ac2-db68-4ec0-bb5a-0867a2eef57d,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:56.676454 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.api.v2.resource [None req-be98eca9-0275-49ed-81dd-27f8886257d6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] show failed (client error): The resource could not be found. Sep 01 05:06:56.679408 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-be98eca9-0275-49ed-81dd-27f8886257d6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups/857c2ac2-db68-4ec0-bb5a-0867a2eef57d HTTP/1.1" status: 404 len: 347 time: 0.0158727 Sep 01 05:06:56.680353 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 36910) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:56.802960 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Deleting port cc8ddc1b-e14c-449a-a719-b424b15ab0f5 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:56.803310 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:56.908746 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99cf58-3829-49f9-9cb5-a229005b42f5 req-6fbdee26-1390-448b-b15b-699a13932bab tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:56.910242 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2d99cf58-3829-49f9-9cb5-a229005b42f5 req-6fbdee26-1390-448b-b15b-699a13932bab tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0715015 Sep 01 05:06:56.919721 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:56.920051 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:56.943281 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Calling delete_port for cc8ddc1b-e14c-449a-a719-b424b15ab0f5 owned by network:floatingip {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:56.997431 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2d99cf58-3829-49f9-9cb5-a229005b42f5 req-820db96c-3237-4106-824d-eeb012581025 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800834 Sep 01 05:06:57.108969 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e662ea3-8ce1-4e78-a2c0-0842e1b43dd6 req-6882459c-3202-4939-a7f6-ed8c2a12ad68 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:57.110372 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1e662ea3-8ce1-4e78-a2c0-0842e1b43dd6 req-6882459c-3202-4939-a7f6-ed8c2a12ad68 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0472953 Sep 01 05:06:57.122621 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36916) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:57.124290 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Request body: {'floatingip': {'port_id': 'bbf2adff-15ed-4704-aead-5844c9dbba16'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:57.136655 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.162942 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.163330 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event deleted for resources: {'Port': ['ID=cc8ddc1b-e14c-449a-a719-b424b15ab0f5,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:57.222214 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.224816 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.226204 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c50b693c-21bb-48c9-9fd8-94e22f3e2004 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "DELETE /v2.0/floatingips/29ba3975-be53-484d-b558-e137662eebe4 HTTP/1.1" status: 204 len: 168 time: 0.5447555 Sep 01 05:06:57.486872 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:06:57.506351 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:06:57.506688 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 8bb1c139-7dc1-4d7f-be8b-65a5525f7f61 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:06:57.581918 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.621965 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.683912 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 36920) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:57.688554 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-d4b420f1-df44-4569-9399-9b6c52d91a8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598964181', 'description': 'tempest-description--2039591717'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:57.721963 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Floating IP 3fe337a0-5bd4-4796-97c2-34102b4e9996 associated. External IP: 172.27.1.81, port: bbf2adff-15ed-4704-aead-5844c9dbba16. Sep 01 05:06:57.770402 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d4b420f1-df44-4569-9399-9b6c52d91a8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.850948 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d4b420f1-df44-4569-9399-9b6c52d91a8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.918829 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d4b420f1-df44-4569-9399-9b6c52d91a8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.920418 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Router 79848ba1-1671-410a-8a02-5818e5f38c82 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:06:57.951066 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b420f1-df44-4569-9399-9b6c52d91a8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0cee65-3e87-446a-8411-a376ad4822cc,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:58.010469 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d4b420f1-df44-4569-9399-9b6c52d91a8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.011727 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d4b420f1-df44-4569-9399-9b6c52d91a8b tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3268423 Sep 01 05:06:58.014726 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 36922) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:58.021087 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-3db5a5da-06a3-4b4e-ae1d-47717f81ee9f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'security_group_rule': {'security_group_id': 'bc0cee65-3e87-446a-8411-a376ad4822cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:58.040892 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:06:58.046406 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.050749 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] Sync routers for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:06:58.059686 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:58.060935 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:06:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:58.073798 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-5350f7f3-5996-4fdb-a312-442cd4a123a6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "PUT /v2.0/floatingips/3fe337a0-5bd4-4796-97c2-34102b4e9996 HTTP/1.1" status: 200 len: 990 time: 0.9528685 Sep 01 05:06:58.074366 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:58.076562 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d520a70e-8d09-43d3-8009-36aba21b08de" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:58.118067 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad857a0-2288-471b-8dc0-ea2d7d002aa9 x-openstack-request-id: req-5ad857a0-2288-471b-8dc0-ea2d7d002aa9 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:58.118748 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:58.118748 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ad857a0-2288-471b-8dc0-ea2d7d002aa9 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:58.119415 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'status': 'completed', 'code': 200} Sep 01 05:06:58.135831 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-3db5a5da-06a3-4b4e-ae1d-47717f81ee9f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.176723 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:58.212778 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520a70e-8d09-43d3-8009-36aba21b08de req-56e776a5-0745-46de-953a-e8b821d9d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:58.214282 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d520a70e-8d09-43d3-8009-36aba21b08de req-56e776a5-0745-46de-953a-e8b821d9d547 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 1098 time: 0.0692387 Sep 01 05:06:58.219658 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-3db5a5da-06a3-4b4e-ae1d-47717f81ee9f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.286948 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-3db5a5da-06a3-4b4e-ae1d-47717f81ee9f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.314409 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5a5da-06a3-4b4e-ae1d-47717f81ee9f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538dc40e-b2c3-47ba-a93d-4edeb4ba2a92,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:58.324030 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520a70e-8d09-43d3-8009-36aba21b08de req-b3bb4e7e-273d-4599-9c6e-b6c8f33fa46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:58.325546 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d520a70e-8d09-43d3-8009-36aba21b08de req-b3bb4e7e-273d-4599-9c6e-b6c8f33fa46b service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.1034691 Sep 01 05:06:58.370791 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-3db5a5da-06a3-4b4e-ae1d-47717f81ee9f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.371923 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-3db5a5da-06a3-4b4e-ae1d-47717f81ee9f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562870 Sep 01 05:06:58.375094 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 36928) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:58.380094 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-7d8e1db4-8b50-40bf-a6dc-a4385038aa4f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'security_group_rule': {'security_group_id': 'bc0cee65-3e87-446a-8411-a376ad4822cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:58.396436 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d520a70e-8d09-43d3-8009-36aba21b08de req-1717999d-6bb2-475b-b791-d6cee9c54f09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf2adff-15ed-4704-aead-5844c9dbba16 HTTP/1.1" status: 200 len: 998 time: 0.0640526 Sep 01 05:06:58.403149 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '3fe337a0-5bd4-4796-97c2-34102b4e9996', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'port_id': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'mac_address': 'fa:16:3e:47:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:41Z', 'updated_at': '2021-09-01T05:06:57Z', 'revision_number': 1, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:58.431341 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] Checking router: 79848ba1-1671-410a-8a02-5818e5f38c82 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:06:58.444334 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:58.444965 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:06:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:58.446502 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520a70e-8d09-43d3-8009-36aba21b08de req-d40aed50-7f4f-4e84-8e99-70b0fc19a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:58.448056 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d520a70e-8d09-43d3-8009-36aba21b08de req-d40aed50-7f4f-4e84-8e99-70b0fc19a274 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0444145 Sep 01 05:06:58.450859 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7d8e1db4-8b50-40bf-a6dc-a4385038aa4f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.495478 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520a70e-8d09-43d3-8009-36aba21b08de req-35fcc9b8-499a-45c0-aa11-613c3bc5b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:58.496900 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d520a70e-8d09-43d3-8009-36aba21b08de req-35fcc9b8-499a-45c0-aa11-613c3bc5b1eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407376 Sep 01 05:06:58.509872 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7d8e1db4-8b50-40bf-a6dc-a4385038aa4f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.510169 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:06:58.559048 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7d8e1db4-8b50-40bf-a6dc-a4385038aa4f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.562208 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:58.581648 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e1db4-8b50-40bf-a6dc-a4385038aa4f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06a17f5-0148-4cc3-a5f7-7bc7e5768863,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:58.599224 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d520a70e-8d09-43d3-8009-36aba21b08de req-24c700d8-8bef-40bf-ae1b-4c79fbd2a015 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947728 Sep 01 05:06:58.634260 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7d8e1db4-8b50-40bf-a6dc-a4385038aa4f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.637976 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-7d8e1db4-8b50-40bf-a6dc-a4385038aa4f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2618308 Sep 01 05:06:58.638661 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 36930) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:58.643937 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:58.702053 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d520a70e-8d09-43d3-8009-36aba21b08de req-0c42e9aa-68a7-4c40-a91f-3655030f7d04 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958054 Sep 01 05:06:58.730547 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.839077 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.847440 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '3fe337a0-5bd4-4796-97c2-34102b4e9996', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'port_id': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'mac_address': 'fa:16:3e:47:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:41Z', 'updated_at': '2021-09-01T05:06:57Z', 'revision_number': 1, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:58.877047 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b6436-b8a7-4f9c-a4df-9079d1e9f34c None None] The sync data for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi is: [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '3fe337a0-5bd4-4796-97c2-34102b4e9996', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'floating_ip_address': '172.27.1.81', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'port_id': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'mac_address': 'fa:16:3e:47:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:41Z', 'updated_at': '2021-09-01T05:06:57Z', 'revision_number': 1, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:06:58.958948 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Allocated IP 172.27.1.130 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/19dce475-4f6e-43e8-a18f-485e27601616) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:06:59.062659 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.067710 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be14ff0c-39db-4425-b59c-b6729dd44a1b None None] New status for floating IP 3fe337a0-5bd4-4796-97c2-34102b4e9996: ACTIVE {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:06:59.244857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.283067 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:06:59.285898 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:06:59.289572 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:06:59.295045 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'Port': ['ID=19dce475-4f6e-43e8-a18f-485e27601616,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:59.374003 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.381804 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.466964 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.605734 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.655440 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13315191'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.722739 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'Port': ['ID=19dce475-4f6e-43e8-a18f-485e27601616,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:59.733870 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.799227 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.800476 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-7e01a4c7-d925-48c6-851f-a3d719287ee2 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1608331 Sep 01 05:06:59.983365 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-2d1c5487-1ebe-486f-a5c4-f1c5b2b7b46f tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--598964181&fields=id&tenant_id=17766c14ec71449c90ad59bca33c79d8 HTTP/1.1" status: 200 len: 267 time: 0.0341222 Sep 01 05:07:00.090281 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-4daeaac7-adeb-4c95-bf68-44605c98addd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:00.091743 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-4daeaac7-adeb-4c95-bf68-44605c98addd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 810 time: 0.1015196 Sep 01 05:07:00.107606 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-65410f23-4e0f-44f8-8a2a-ca17a1a6f9d4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/quotas/17766c14ec71449c90ad59bca33c79d8 HTTP/1.1" status: 200 len: 375 time: 0.0092144 Sep 01 05:07:00.163575 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-cd0cdedd-443f-42ea-9362-4aeed4980889 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497859 Sep 01 05:07:00.257172 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-17de47d6-472d-4938-a8c3-9119c39020d1 service neutron] 10.222.0.41 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820184 Sep 01 05:07:00.344891 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-d24080e7-f85c-4fa5-8228-6f9a648c9db6 service neutron] 10.222.0.41 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815747 Sep 01 05:07:00.585266 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ae3b37ef-7dda-4f00-a814-abf75d593023 req-2847cbf0-c672-4b36-9754-6a5c363735e7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 210 time: 0.0273142 Sep 01 05:07:01.677011 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c96ebd72-d9d7-42db-b2dc-d827049114ea req-1f119365-a43b-41a3-b1dc-89a5c7958e2d tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 210 time: 0.0267658 Sep 01 05:07:02.248685 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-0926bbab-a051-44ec-ae4a-fd7659e0a6bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:02.250204 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-0926bbab-a051-44ec-ae4a-fd7659e0a6bd tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 810 time: 0.1008782 Sep 01 05:07:02.291860 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3c5d6687-8b96-4a68-9ae2-0ada5a2c9683 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17766c14ec71449c90ad59bca33c79d8 HTTP/1.1" status: 200 len: 379 time: 0.0330379 Sep 01 05:07:02.302458 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'port': {'device_id': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'admin_state_up': True, 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'security_groups': ['bc0cee65-3e87-446a-8411-a376ad4822cc']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:07:02.513202 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Made reservation on behalf of 17766c14ec71449c90ad59bca33c79d8 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:07:02.516708 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:02.639358 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Allocated IP 172.20.0.4 (ab029d5b-4468-452c-9f56-90a1caf05d49/53d06524-d788-412d-bd00-de293b27ccc1/d94e6902-3ee0-453e-935f-48bf65a54757) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:07:02.769797 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:02.772044 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ce6443e1-b6e6-4193-8b7d-18aeea413376 req-418a3728-7834-4256-bcdd-9fb92447c4ff tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 210 time: 0.0267177 Sep 01 05:07:02.783614 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Transition to ACTIVE for port object d94e6902-3ee0-453e-935f-48bf65a54757 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:07:02.856319 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:02.899633 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Network ab029d5b-4468-452c-9f56-90a1caf05d49 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:07:02.906188 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:07:02.909861 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:07:02.916005 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event updated for resources: {'Port': ['ID=d94e6902-3ee0-453e-935f-48bf65a54757,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:02.963700 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:02.964334 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.034274 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-3b883c77-7015-46cc-9fae-e1e3bdc80813 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358148 Sep 01 05:07:03.053246 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Request body: {'port': {'device_id': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:07:03.104170 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.216163 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-ae5f1b92-fb9f-465c-8134-408fe1014c3d None None] Provisioning for port d94e6902-3ee0-453e-935f-48bf65a54757 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:07:03.219958 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-ae5f1b92-fb9f-465c-8134-408fe1014c3d None None] Provisioning complete for port d94e6902-3ee0-453e-935f-48bf65a54757 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:07:03.221545 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1b92-fb9f-465c-8134-408fe1014c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.253872 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f1b92-fb9f-465c-8134-408fe1014c3d None None] Port d94e6902-3ee0-453e-935f-48bf65a54757 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:07:03.360900 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94e6902-3ee0-453e-935f-48bf65a54757 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:07:03.368451 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.379517 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Transition to ACTIVE for port object d94e6902-3ee0-453e-935f-48bf65a54757 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:07:03.438608 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.493392 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Pushing event updated for resources: {'Port': ['ID=d94e6902-3ee0-453e-935f-48bf65a54757,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:03.564065 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Attempting to bind port d94e6902-3ee0-453e-935f-48bf65a54757 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:07:03.564261 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Attempting to bind port d94e6902-3ee0-453e-935f-48bf65a54757 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:07:03.564599 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Attempting to bind port d94e6902-3ee0-453e-935f-48bf65a54757 on network ab029d5b-4468-452c-9f56-90a1caf05d49 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:07:03.570001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Port d94e6902-3ee0-453e-935f-48bf65a54757 on network ab029d5b-4468-452c-9f56-90a1caf05d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:07:03.570317 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Attempting to bind port d94e6902-3ee0-453e-935f-48bf65a54757 on network ab029d5b-4468-452c-9f56-90a1caf05d49 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:07:03.575251 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:07:03.575614 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Checking segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:07:03.575995 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Bound using segment: {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:07:03.576422 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Bound port: d94e6902-3ee0-453e-935f-48bf65a54757, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:07:03.576774 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.645399 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] For port d94e6902-3ee0-453e-935f-48bf65a54757, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:07:03.648373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] For port d94e6902-3ee0-453e-935f-48bf65a54757, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d94e6902-3ee0-453e-935f-48bf65a54757,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:07:03.696684 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.730112 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:03.730719 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.732094 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] 10.222.0.16 "PUT /v2.0/ports/d94e6902-3ee0-453e-935f-48bf65a54757 HTTP/1.1" status: 200 len: 1093 time: 0.6840150 Sep 01 05:07:03.732523 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'tag': 'd94e6902-3ee0-453e-935f-48bf65a54757'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:03.734742 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfa406e-c435-48c9-82ad-eb5163bdfe85" -d '{"events": [{"name": "network-changed", "server_uuid": "2f310cc8-a918-49c4-92d9-832bba6ebce5", "tag": "d94e6902-3ee0-453e-935f-48bf65a54757"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:03.759044 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ad0fe-05c4-4b44-9221-f4681f4d8d3d service neutron] Pushing event updated for resources: {'Port': ['ID=d94e6902-3ee0-453e-935f-48bf65a54757,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:03.777949 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9750b0-45a1-4bab-888c-1083a9eea0af x-openstack-request-id: req-8d9750b0-45a1-4bab-888c-1083a9eea0af {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:03.778236 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f310cc8-a918-49c4-92d9-832bba6ebce5", "tag": "d94e6902-3ee0-453e-935f-48bf65a54757", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:03.778485 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d9750b0-45a1-4bab-888c-1083a9eea0af {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:03.778882 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'tag': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'status': 'completed', 'code': 200} Sep 01 05:07:03.843462 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa406e-c435-48c9-82ad-eb5163bdfe85 req-3f57b1aa-20dd-4cb8-821f-69bc3ddac0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:03.845008 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3cfa406e-c435-48c9-82ad-eb5163bdfe85 req-3f57b1aa-20dd-4cb8-821f-69bc3ddac0ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 1096 time: 0.0449836 Sep 01 05:07:03.959822 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc4398-557d-4be8-8e70-15bd7a84a94f req-3786477b-12a3-46a1-9af6-6460df7705b1 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:03.961322 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a4cc4398-557d-4be8-8e70-15bd7a84a94f req-3786477b-12a3-46a1-9af6-6460df7705b1 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 943 time: 0.1153872 Sep 01 05:07:03.996553 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa406e-c435-48c9-82ad-eb5163bdfe85 req-0f7c1afa-4115-42d6-bba0-20fb321ce43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:03.998041 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3cfa406e-c435-48c9-82ad-eb5163bdfe85 req-0f7c1afa-4115-42d6-bba0-20fb321ce43f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=17766c14ec71449c90ad59bca33c79d8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1423247 Sep 01 05:07:04.036916 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a4cc4398-557d-4be8-8e70-15bd7a84a94f req-ff7a41bc-d983-4bf5-983f-afae32785e96 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683424 Sep 01 05:07:04.334624 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa406e-c435-48c9-82ad-eb5163bdfe85 req-e7b97b71-b018-4e19-addb-413ff363bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:04.336068 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3cfa406e-c435-48c9-82ad-eb5163bdfe85 req-e7b97b71-b018-4e19-addb-413ff363bb05 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274779 Sep 01 05:07:04.425782 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-8bfaaac1-4b11-43cd-879d-3130d616a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:04.427159 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-8bfaaac1-4b11-43cd-879d-3130d616a1fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 1096 time: 0.0400310 Sep 01 05:07:04.470968 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-a2e99308-c577-45a1-b178-a434d6a95682 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94e6902-3ee0-453e-935f-48bf65a54757 HTTP/1.1" status: 200 len: 217 time: 0.0360253 Sep 01 05:07:04.518802 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-63d7705f-5b94-4f34-9a9d-f690b417f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:04.520196 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-63d7705f-5b94-4f34-9a9d-f690b417f349 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0412307 Sep 01 05:07:04.563073 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-8f9b88da-3ceb-4948-b459-718e302b9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:04.564495 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-8f9b88da-3ceb-4948-b459-718e302b9e43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370941 Sep 01 05:07:04.654098 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-0ab5c336-4b12-4364-8914-31a0f5c6c99f service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827532 Sep 01 05:07:04.742809 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7356b9cb-ddb7-4254-b4c8-e74d95d08715 req-aa20d7fa-b749-45d8-82eb-dbbc8dc27ef2 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813515 Sep 01 05:07:05.019942 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71badbc-8892-4889-822b-16b7326cdca5 req-eeed9841-c5de-40af-a404-ea7626c8adb4 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:05.021355 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c71badbc-8892-4889-822b-16b7326cdca5 req-eeed9841-c5de-40af-a404-ea7626c8adb4 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0536058 Sep 01 05:07:05.061419 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c71badbc-8892-4889-822b-16b7326cdca5 req-528e0ad3-d139-4203-943a-c7e869d61f2c tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338795 Sep 01 05:07:05.065569 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-372ff7f1-8061-4552-93c1-517f5176111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:05.067359 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-372ff7f1-8061-4552-93c1-517f5176111b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1137 time: 0.0434687 Sep 01 05:07:05.194438 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be0f61-74a0-461b-a69e-c1f5dcbe8f33 req-9ccbfacd-aeac-47cc-b31c-472cf0224c42 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:05.196778 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-11be0f61-74a0-461b-a69e-c1f5dcbe8f33 req-9ccbfacd-aeac-47cc-b31c-472cf0224c42 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 943 time: 0.0762682 Sep 01 05:07:05.202074 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-abfd0dc3-9e7c-42ff-aad2-6d802ef19e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:05.203930 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-abfd0dc3-9e7c-42ff-aad2-6d802ef19e6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 915 time: 0.1298535 Sep 01 05:07:05.281457 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-11be0f61-74a0-461b-a69e-c1f5dcbe8f33 req-f4e53531-3c43-42ed-912a-4ac52d053cf1 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765586 Sep 01 05:07:05.294086 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-1f55bd1b-98c1-40db-b05e-e029cccbbdd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 1001 time: 0.0821772 Sep 01 05:07:05.342898 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-0fb8c430-d611-4299-9d3e-68a21027f505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:05.344309 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-0fb8c430-d611-4299-9d3e-68a21027f505 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 200 len: 853 time: 0.0428021 Sep 01 05:07:05.388037 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-eadea7a5-ca82-4f80-9138-3f4cacb393d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:05.389486 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-eadea7a5-ca82-4f80-9138-3f4cacb393d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c427a7ca-3262-4a1e-bbdb-91ed1c989964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380204 Sep 01 05:07:05.490304 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-eada698c-1377-4183-916d-4f833601fba3 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841057 Sep 01 05:07:05.578876 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-902b9895-98ad-4e8a-9655-6a7afb4c170f req-3903b861-0921-4832-a6d4-ac580b94e099 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797195 Sep 01 05:07:06.191731 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6809d-7134-4ec7-b8b1-ee522c84373a req-a4d79f28-1c87-4c5e-9d0e-654d04fdd5ea tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:06.193242 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1cf6809d-7134-4ec7-b8b1-ee522c84373a req-a4d79f28-1c87-4c5e-9d0e-654d04fdd5ea tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0595853 Sep 01 05:07:06.231319 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1cf6809d-7134-4ec7-b8b1-ee522c84373a req-5fa78558-2321-4114-96ec-49445056d3d5 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321205 Sep 01 05:07:06.395635 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f3839-ccc7-4a99-986c-eaf882778fbd req-b0ad6b40-5f63-4722-aafa-bb14cbd86ab6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:06.397007 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b65f3839-ccc7-4a99-986c-eaf882778fbd req-b0ad6b40-5f63-4722-aafa-bb14cbd86ab6 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 943 time: 0.0471618 Sep 01 05:07:06.434222 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b65f3839-ccc7-4a99-986c-eaf882778fbd req-0a85b8fc-756b-4b49-8239-a157508f9a95 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313838 Sep 01 05:07:07.346208 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b93d8a-048e-441a-aead-b36f85a09651 req-f12a01db-4d7c-488d-9176-edfe9818f0de tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:07.347706 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-59b93d8a-048e-441a-aead-b36f85a09651 req-f12a01db-4d7c-488d-9176-edfe9818f0de tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0490348 Sep 01 05:07:07.385425 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-59b93d8a-048e-441a-aead-b36f85a09651 req-7f168f9e-70bf-482b-b62a-d49108a2a288 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317478 Sep 01 05:07:07.551997 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a11d1-77d4-4168-8f67-293334fc7ba2 req-1d4e3d55-3154-4105-b2be-35bedc7db329 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:07.553445 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-494a11d1-77d4-4168-8f67-293334fc7ba2 req-1d4e3d55-3154-4105-b2be-35bedc7db329 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 943 time: 0.0471082 Sep 01 05:07:07.564154 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device d94e6902-3ee0-453e-935f-48bf65a54757 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:07:07.590184 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-494a11d1-77d4-4168-8f67-293334fc7ba2 req-2731d144-e438-4055-86f9-ef9d35e03d97 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309432 Sep 01 05:07:07.658206 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port d94e6902-3ee0-453e-935f-48bf65a54757, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d94e6902-3ee0-453e-935f-48bf65a54757,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:07.669121 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'port_id': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'mac_address': 'fa:16:3e:4f:35:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:07:07.704956 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:07.717529 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94e6902-3ee0-453e-935f-48bf65a54757 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:07:07.736211 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port d94e6902-3ee0-453e-935f-48bf65a54757, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d94e6902-3ee0-453e-935f-48bf65a54757,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:07.850048 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:07.899591 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=d94e6902-3ee0-453e-935f-48bf65a54757,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:08.222281 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['d94e6902-3ee0-453e-935f-48bf65a54757'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:07:08.501120 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c251352-4ebf-4717-8c36-4eb37bd178f2 req-7abd0be3-60dc-41af-a4a6-a23e1db3d966 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:08.502486 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8c251352-4ebf-4717-8c36-4eb37bd178f2 req-7abd0be3-60dc-41af-a4a6-a23e1db3d966 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0484891 Sep 01 05:07:08.541317 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8c251352-4ebf-4717-8c36-4eb37bd178f2 req-9686a2e4-998f-412e-943b-9fe6e8d53cdf tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329671 Sep 01 05:07:08.707632 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbe2ac-a2fa-4a84-b700-dc26b8960704 req-f88fb538-9811-447e-8443-e764cfe6c5c4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:08.709081 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e1bbe2ac-a2fa-4a84-b700-dc26b8960704 req-f88fb538-9811-447e-8443-e764cfe6c5c4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 944 time: 0.0509937 Sep 01 05:07:08.746256 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e1bbe2ac-a2fa-4a84-b700-dc26b8960704 req-483adc5e-b3e0-45b6-a1c4-f75ab5743508 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313075 Sep 01 05:07:09.578079 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device d94e6902-3ee0-453e-935f-48bf65a54757 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:07:09.653790 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd99fe-363e-4f95-b9c5-5140c5606569 req-44042507-a4a7-4166-aaa8-6e6536974552 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:09.655288 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-20dd99fe-363e-4f95-b9c5-5140c5606569 req-44042507-a4a7-4166-aaa8-6e6536974552 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0478177 Sep 01 05:07:09.684448 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port d94e6902-3ee0-453e-935f-48bf65a54757 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:07:09.688395 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port d94e6902-3ee0-453e-935f-48bf65a54757 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:07:09.688795 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:09.695828 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-20dd99fe-363e-4f95-b9c5-5140c5606569 req-9385de6c-9e07-434d-8d75-6d951c865a48 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339167 Sep 01 05:07:09.767074 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:09.790972 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e6902-3ee0-453e-935f-48bf65a54757'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:09.793281 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e5df47-89a1-4a85-91e3-dd82fc541b23" -d '{"events": [{"server_uuid": "2f310cc8-a918-49c4-92d9-832bba6ebce5", "name": "network-vif-plugged", "status": "completed", "tag": "d94e6902-3ee0-453e-935f-48bf65a54757"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:09.807049 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port d94e6902-3ee0-453e-935f-48bf65a54757, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d94e6902-3ee0-453e-935f-48bf65a54757,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:09.830581 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1881df9-5d1d-46b5-9414-d784f9bf1c08 x-openstack-request-id: req-d1881df9-5d1d-46b5-9414-d784f9bf1c08 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:09.831427 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f310cc8-a918-49c4-92d9-832bba6ebce5", "name": "network-vif-plugged", "status": "completed", "tag": "d94e6902-3ee0-453e-935f-48bf65a54757", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:09.831763 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1881df9-5d1d-46b5-9414-d784f9bf1c08 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:09.832210 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'code': 200} Sep 01 05:07:09.856041 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:09.872303 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa58ef0-2647-46ea-af27-64ede2c13b3c req-f1684a6b-8a1f-4243-a356-5332f65b7b31 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:09.873928 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0aa58ef0-2647-46ea-af27-64ede2c13b3c req-f1684a6b-8a1f-4243-a356-5332f65b7b31 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 944 time: 0.0555239 Sep 01 05:07:09.904812 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=d94e6902-3ee0-453e-935f-48bf65a54757,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:09.912990 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0aa58ef0-2647-46ea-af27-64ede2c13b3c req-96e1abd5-cd09-42bb-9f73-fec45d93c254 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Sep 01 05:07:10.150161 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8225a-93ef-43a3-b74b-ca23e1fb431f req-163376a0-d547-4061-b78f-a0270e1d95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:10.152346 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fad8225a-93ef-43a3-b74b-ca23e1fb431f req-163376a0-d547-4061-b78f-a0270e1d95fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 1098 time: 0.0417423 Sep 01 05:07:10.194183 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fad8225a-93ef-43a3-b74b-ca23e1fb431f req-576de7b0-d313-4902-8f76-9736cc8b17c5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281024 Sep 01 05:07:10.450315 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-61f32274-d4df-46aa-b738-c70b9d3b98e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:10.809731 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf6e89-4233-421e-9f3c-72f8e483ac4e req-e4e206c8-63a4-4ed5-a4fa-8319c4b7e78f tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:10.811176 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e7cf6e89-4233-421e-9f3c-72f8e483ac4e req-e4e206c8-63a4-4ed5-a4fa-8319c4b7e78f tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0475760 Sep 01 05:07:10.849305 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e7cf6e89-4233-421e-9f3c-72f8e483ac4e req-9a65bc94-58b9-4191-ac44-9690cbd5fd19 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319593 Sep 01 05:07:11.026872 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85d611-cdbe-446d-a18a-cf9d9e460cbf req-b473a4f6-e688-4cd4-b3bd-22ec84f3c8da tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:11.028245 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6a85d611-cdbe-446d-a18a-cf9d9e460cbf req-b473a4f6-e688-4cd4-b3bd-22ec84f3c8da tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 945 time: 0.0471799 Sep 01 05:07:11.063581 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6a85d611-cdbe-446d-a18a-cf9d9e460cbf req-0f735840-3990-48f8-ad9e-38da80cc0657 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294895 Sep 01 05:07:11.964338 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eab80c-cbb2-48fe-876d-d9b0a35a302d req-58fded83-7121-4f57-9c86-aabffd9385b1 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:11.965820 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-71eab80c-cbb2-48fe-876d-d9b0a35a302d req-58fded83-7121-4f57-9c86-aabffd9385b1 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0510771 Sep 01 05:07:12.004308 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-71eab80c-cbb2-48fe-876d-d9b0a35a302d req-01fa138e-ebed-4755-a3ff-ceb024dd75b1 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325556 Sep 01 05:07:12.183678 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9856bcf-0ec3-4352-93d7-7e5b5ccae35d req-fe6cba61-1310-4105-a894-deca44047460 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:12.185175 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d9856bcf-0ec3-4352-93d7-7e5b5ccae35d req-fe6cba61-1310-4105-a894-deca44047460 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Sep 01 05:07:12.223481 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d9856bcf-0ec3-4352-93d7-7e5b5ccae35d req-cc352ea9-4b5b-43d4-898b-fa04764f0de8 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322018 Sep 01 05:07:12.331527 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ea57e-8816-4548-a334-7ad5f5abc80f req-d59eb561-4796-4bde-acc1-2480321c8571 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:12.332982 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-836ea57e-8816-4548-a334-7ad5f5abc80f req-d59eb561-4796-4bde-acc1-2480321c8571 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 945 time: 0.0489311 Sep 01 05:07:12.341342 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 37028) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:12.345665 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Request body: {'floatingip': {'port_id': 'd94e6902-3ee0-453e-935f-48bf65a54757'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:07:12.383350 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:12.793987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:12.843894 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:12.941735 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Floating IP 12dfab3d-ad38-49e8-89b9-358592ebc45c associated. External IP: 172.27.1.130, port: d94e6902-3ee0-453e-935f-48bf65a54757. Sep 01 05:07:12.964299 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe6e2-df4e-4ed6-8900-93679154b5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:13.121808 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a060c-5323-40d5-8312-8e434089c6cf req-6bf19fb9-bfb6-41dd-8e36-7eaa55ebc851 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:13.123265 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-101a060c-5323-40d5-8312-8e434089c6cf req-6bf19fb9-bfb6-41dd-8e36-7eaa55ebc851 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0502942 Sep 01 05:07:13.147156 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:07:13.163407 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-101a060c-5323-40d5-8312-8e434089c6cf req-156f7769-1833-49ce-9d15-429c5fd33002 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337777 Sep 01 05:07:13.250151 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:13.259175 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:07:13.263855 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:13.269047 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] Sync routers for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:07:13.277724 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:07:13.278331 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:07:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:13.292343 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-cfe7af85-e6f1-4680-bcd4-17feea9ccd30 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "PUT /v2.0/floatingips/12dfab3d-ad38-49e8-89b9-358592ebc45c HTTP/1.1" status: 200 len: 991 time: 0.9499648 Sep 01 05:07:13.292916 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'tag': 'd94e6902-3ee0-453e-935f-48bf65a54757'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:13.296678 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2f310cc8-a918-49c4-92d9-832bba6ebce5", "tag": "d94e6902-3ee0-453e-935f-48bf65a54757"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:13.389219 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:07:13.414005 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c54293-b668-4c2a-a265-b48416f84e15 x-openstack-request-id: req-18c54293-b668-4c2a-a265-b48416f84e15 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:13.414293 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f310cc8-a918-49c4-92d9-832bba6ebce5", "tag": "d94e6902-3ee0-453e-935f-48bf65a54757", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:13.414543 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18c54293-b668-4c2a-a265-b48416f84e15 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:13.414932 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'tag': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'status': 'completed', 'code': 200} Sep 01 05:07:13.484820 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-bce47b3b-9eba-49e0-865e-e3b609298210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:13.486352 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-bce47b3b-9eba-49e0-865e-e3b609298210 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17766c14ec71449c90ad59bca33c79d8&device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 1098 time: 0.0409243 Sep 01 05:07:13.577613 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-8062acf8-e755-4245-9859-06e5f04c646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:13.579048 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-8062acf8-e755-4245-9859-06e5f04c646e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 200 len: 911 time: 0.0846384 Sep 01 05:07:13.615721 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '12dfab3d-ad38-49e8-89b9-358592ebc45c', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'port_id': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'mac_address': 'fa:16:3e:4f:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:59Z', 'updated_at': '2021-09-01T05:07:12Z', 'revision_number': 1, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:13.641769 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] Checking router: 060e2f57-7b15-4b5e-b03f-3dfb028995f6 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:07:13.643883 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-ac91e79e-2984-4374-b450-89bdf47d4f49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d94e6902-3ee0-453e-935f-48bf65a54757 HTTP/1.1" status: 200 len: 999 time: 0.0564990 Sep 01 05:07:13.651373 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:07:13.651982 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:07:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:13.695759 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-020fbad0-b6e7-4c91-8204-af176494bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:13.697269 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-020fbad0-b6e7-4c91-8204-af176494bdae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 200 len: 849 time: 0.0454745 Sep 01 05:07:13.743552 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-361463ce-d98d-48a5-b880-616da7dfd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:13.745007 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-361463ce-d98d-48a5-b880-616da7dfd842 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab029d5b-4468-452c-9f56-90a1caf05d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385041 Sep 01 05:07:13.757338 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:07:13.833350 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-d1007a6b-70c4-4298-8c5b-5444236569b5 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794201 Sep 01 05:07:13.944155 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a9dc2f2-4ba5-4232-a070-a83ab2aab4ca req-325ee9d2-2407-4b86-9061-613822213736 service neutron] 10.222.0.16 "GET /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844915 Sep 01 05:07:13.988419 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '12dfab3d-ad38-49e8-89b9-358592ebc45c', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'port_id': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'mac_address': 'fa:16:3e:4f:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:59Z', 'updated_at': '2021-09-01T05:07:12Z', 'revision_number': 1, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:14.140305 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ec70a3-371b-4037-b3af-3381a9cc4fa9 None None] The sync data for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi is: [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '12dfab3d-ad38-49e8-89b9-358592ebc45c', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'port_id': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'mac_address': 'fa:16:3e:4f:35:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:59Z', 'updated_at': '2021-09-01T05:07:12Z', 'revision_number': 1, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:07:14.198646 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:14.288786 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa27fa-5157-44ef-9577-32b5e85402b8 req-31f9e71f-3d0b-4ec4-abba-167f837deb74 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:14.290310 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-51fa27fa-5157-44ef-9577-32b5e85402b8 req-31f9e71f-3d0b-4ec4-abba-167f837deb74 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0555329 Sep 01 05:07:14.332638 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-51fa27fa-5157-44ef-9577-32b5e85402b8 req-2e570f5d-40a6-4c9c-a774-fd35aacfccb7 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359180 Sep 01 05:07:14.351924 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6630c002-027a-491a-bdca-76deed2a80fb None None] New status for floating IP 12dfab3d-ad38-49e8-89b9-358592ebc45c: ACTIVE {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:07:15.453006 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364179c-ed4e-4955-9f0b-66cd23c47940 req-c51afe50-574a-4c8a-b7ba-82bee9ce099f tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:15.454500 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d364179c-ed4e-4955-9f0b-66cd23c47940 req-c51afe50-574a-4c8a-b7ba-82bee9ce099f tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0483418 Sep 01 05:07:15.494918 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d364179c-ed4e-4955-9f0b-66cd23c47940 req-9507d40b-34ce-46a7-80a4-1091552de98c tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337000 Sep 01 05:07:15.735819 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:16.610589 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a44350-454a-45c2-a421-d2af27621b1d req-e903f4c3-b140-4898-8b85-ee9bfa379915 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:16.612049 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-17a44350-454a-45c2-a421-d2af27621b1d req-e903f4c3-b140-4898-8b85-ee9bfa379915 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0492020 Sep 01 05:07:16.653719 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-17a44350-454a-45c2-a421-d2af27621b1d req-4eb44b8c-6b38-4123-98ba-7b15b1ad8e84 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348523 Sep 01 05:07:17.772282 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673270ed-d65e-427f-b37f-d5d3da21112d req-a6b671c4-a0a9-448d-ad86-10e4170747d8 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:17.773811 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-673270ed-d65e-427f-b37f-d5d3da21112d req-a6b671c4-a0a9-448d-ad86-10e4170747d8 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0523739 Sep 01 05:07:17.813409 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-673270ed-d65e-427f-b37f-d5d3da21112d req-61daafb7-1713-4e2e-8c6a-8bfb37a096f4 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=595dbc2e-e30b-4030-ad9b-0022f5ef26ca&id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336807 Sep 01 05:07:29.381107 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:33.340819 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-97b6f082-e045-4de8-84be-382b411435d1 req-b8e14940-6d57-4d87-a0f7-eac5273b8db1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432096 Sep 01 05:07:33.401963 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f082-e045-4de8-84be-382b411435d1 req-6ca76167-85bb-4fd4-893b-d3df0e17ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:33.403407 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-97b6f082-e045-4de8-84be-382b411435d1 req-6ca76167-85bb-4fd4-893b-d3df0e17ff17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1137 time: 0.0393379 Sep 01 05:07:33.508594 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f082-e045-4de8-84be-382b411435d1 req-eec6af73-d48b-4b9d-8e1d-ab87b8e36e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:33.510068 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-97b6f082-e045-4de8-84be-382b411435d1 req-eec6af73-d48b-4b9d-8e1d-ab87b8e36e19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 915 time: 0.0834074 Sep 01 05:07:33.578635 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-97b6f082-e045-4de8-84be-382b411435d1 req-a26b535f-328c-4f35-8946-84e1c4297dfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 1001 time: 0.0593917 Sep 01 05:07:33.626469 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f082-e045-4de8-84be-382b411435d1 req-d14fd4d9-f739-49d1-b637-c45e1435516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:33.627792 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-97b6f082-e045-4de8-84be-382b411435d1 req-d14fd4d9-f739-49d1-b637-c45e1435516c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 200 len: 853 time: 0.0411360 Sep 01 05:07:33.672294 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f082-e045-4de8-84be-382b411435d1 req-ebf65cca-e82f-49bf-a712-b198544f1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:33.673816 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-97b6f082-e045-4de8-84be-382b411435d1 req-ebf65cca-e82f-49bf-a712-b198544f1d70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c427a7ca-3262-4a1e-bbdb-91ed1c989964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386550 Sep 01 05:07:33.762466 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-97b6f082-e045-4de8-84be-382b411435d1 req-c8556516-1a02-4c40-9e4c-e2baa248d3dc service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810850 Sep 01 05:07:33.848335 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-97b6f082-e045-4de8-84be-382b411435d1 req-7876de84-1e61-4c21-993f-660f156aa3c6 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780566 Sep 01 05:07:35.511348 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:07:40.461172 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8af26b00-4d8d-45f5-801c-d24e82e3e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:42.997993 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3d3c2695-bf4c-4d7d-9d88-e607fab0fe64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:43.289466 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:44.197938 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:45.712264 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:59.415054 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:02.299724 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e279b3-0c52-4a93-b8b6-d46aec64aa07 req-07fea519-a32f-45ef-8fd0-1bcbcf4682fe tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:02.304259 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-48e279b3-0c52-4a93-b8b6-d46aec64aa07 req-07fea519-a32f-45ef-8fd0-1bcbcf4682fe tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0534575 Sep 01 05:08:02.339123 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-48e279b3-0c52-4a93-b8b6-d46aec64aa07 req-c8244d6d-e079-450e-ac67-5b83b91ee138 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Sep 01 05:08:03.454192 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ebf2-1bf9-41a5-8b9b-fbfdce942672 req-fef6197c-f7e4-4676-ba76-5c3036adc3b6 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:03.455656 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5329ebf2-1bf9-41a5-8b9b-fbfdce942672 req-fef6197c-f7e4-4676-ba76-5c3036adc3b6 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0490515 Sep 01 05:08:03.495752 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5329ebf2-1bf9-41a5-8b9b-fbfdce942672 req-cf282dfd-27e3-4bbd-a6b2-db2a78ecb134 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330594 Sep 01 05:08:04.612297 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cd2d4-2242-4c31-bd53-73150973373a req-9a27e844-0131-4c97-9fa4-fb92e4e68de0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:04.613789 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-370cd2d4-2242-4c31-bd53-73150973373a req-9a27e844-0131-4c97-9fa4-fb92e4e68de0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0495098 Sep 01 05:08:04.652520 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-370cd2d4-2242-4c31-bd53-73150973373a req-41b2e3f4-930e-42f5-a0da-c43d2f386db0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320008 Sep 01 05:08:05.768464 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4730f2-2479-42e6-b55e-5f3a212a966e req-a974f46d-54ef-45db-9a87-598167794ebc tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:05.769943 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ac4730f2-2479-42e6-b55e-5f3a212a966e req-a974f46d-54ef-45db-9a87-598167794ebc tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0492821 Sep 01 05:08:05.807827 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ac4730f2-2479-42e6-b55e-5f3a212a966e req-5fdc6bda-e314-4684-b829-1ff81e412c6a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Sep 01 05:08:06.920201 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bcb90-3015-43cf-b470-b06cb335354e req-466a6f4e-b468-40b8-8b81-ac1f76d6e3b3 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:06.921675 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d9bcb90-3015-43cf-b470-b06cb335354e req-466a6f4e-b468-40b8-8b81-ac1f76d6e3b3 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0472293 Sep 01 05:08:06.958742 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d9bcb90-3015-43cf-b470-b06cb335354e req-01a12140-6044-4cf5-a304-ab2d5bf7a0d6 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312805 Sep 01 05:08:08.076579 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1463980-adb4-4b0b-8a68-d411c950aaf3 req-2844c902-9640-48fa-b683-a075b03bb052 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:08.077989 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e1463980-adb4-4b0b-8a68-d411c950aaf3 req-2844c902-9640-48fa-b683-a075b03bb052 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0504854 Sep 01 05:08:08.114582 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e1463980-adb4-4b0b-8a68-d411c950aaf3 req-1c1b5e58-c596-4ca0-b4fd-8779292467b8 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308506 Sep 01 05:08:09.238564 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d067e-458e-4255-939b-9f74c5352997 req-055e0c75-0808-432c-aa24-50c31c261b0b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:09.239957 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b12d067e-458e-4255-939b-9f74c5352997 req-055e0c75-0808-432c-aa24-50c31c261b0b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0554245 Sep 01 05:08:09.276133 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b12d067e-458e-4255-939b-9f74c5352997 req-bb0d6626-70d9-4ec9-9282-99e0bc45fef1 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302386 Sep 01 05:08:10.391818 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c7842-382c-401d-966d-e95ffd000f35 req-fe2cf8fa-c274-4889-871f-d9b1f45909ec tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:10.393335 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6e5c7842-382c-401d-966d-e95ffd000f35 req-fe2cf8fa-c274-4889-871f-d9b1f45909ec tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0495453 Sep 01 05:08:10.431458 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6e5c7842-382c-401d-966d-e95ffd000f35 req-5c640891-8316-43eb-bb3d-83a75493c00d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Sep 01 05:08:10.455059 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7b6852b7-7d7c-4dc7-a007-5a23251da464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:11.543576 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ab0ea-9481-49f2-bea4-aacf4947fcaa req-1bf02dd8-8c8b-4fda-83f4-945cabff03f3 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:11.545006 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-062ab0ea-9481-49f2-bea4-aacf4947fcaa req-1bf02dd8-8c8b-4fda-83f4-945cabff03f3 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0466945 Sep 01 05:08:11.581877 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-062ab0ea-9481-49f2-bea4-aacf4947fcaa req-c456f49e-39f5-4733-887e-796779b55b02 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Sep 01 05:08:12.493284 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-746b9da8-bfef-48b9-8f24-40522225ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:12.494754 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-746b9da8-bfef-48b9-8f24-40522225ffea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf78a94e9284236a47a981869f257d2&device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1099 time: 0.0402961 Sep 01 05:08:12.510121 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:08:12.586168 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-d94b224c-ee92-4171-8965-35a3daa15f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:12.587639 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-d94b224c-ee92-4171-8965-35a3daa15f25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 200 len: 910 time: 0.0852113 Sep 01 05:08:12.653581 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-2546b032-7774-40a1-80df-49203b35434b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 200 len: 1001 time: 0.0566764 Sep 01 05:08:12.696332 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27222bbf-df96-442b-8673-d627fc5c10ed req-54e4bdae-a041-467f-b9da-c1647e096f55 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:12.697763 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-27222bbf-df96-442b-8673-d627fc5c10ed req-54e4bdae-a041-467f-b9da-c1647e096f55 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0482907 Sep 01 05:08:12.706312 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-cdd729a1-5760-43c8-a696-532d132b6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:12.707758 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-cdd729a1-5760-43c8-a696-532d132b6073 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 HTTP/1.1" status: 200 len: 848 time: 0.0470326 Sep 01 05:08:12.734332 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-27222bbf-df96-442b-8673-d627fc5c10ed req-4254dc1b-5adc-4014-a9d9-4a622791b7bf tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307534 Sep 01 05:08:12.754145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-e3d8a5c3-6ebd-4cf3-acaa-4248a29c390a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:12.755623 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-e3d8a5c3-6ebd-4cf3-acaa-4248a29c390a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddad37ae-3a17-45ed-bbc4-631e153bb69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385566 Sep 01 05:08:12.845131 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-83d35e4c-62b2-4f2c-904a-7ab8990ba5b0 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784106 Sep 01 05:08:12.936964 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-467036ff-dfc3-46c2-adfd-260aa3348a00 req-db0c628d-7cbc-4d45-a19a-122fa8b8bf49 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825353 Sep 01 05:08:12.998014 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6261a12b-921d-41c7-aa1b-546cb8a0ea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:13.260534 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:13.847384 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ae33b-4de0-4d4e-b4c4-0bc61e1c5633 req-72a48da3-b7b5-4ecd-b0ae-84f0cd7ea0c1 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:13.848821 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a17ae33b-4de0-4d4e-b4c4-0bc61e1c5633 req-72a48da3-b7b5-4ecd-b0ae-84f0cd7ea0c1 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0474627 Sep 01 05:08:13.884965 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a17ae33b-4de0-4d4e-b4c4-0bc61e1c5633 req-cb8b2dc8-7861-443b-83cc-06bae4fde97b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296590 Sep 01 05:08:14.214726 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:15.001630 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc908e4e-08ae-432a-b4e6-8077d2c44d36 req-ed7e8f4c-34ec-44f2-8304-153d18a32cef tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:15.003056 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dc908e4e-08ae-432a-b4e6-8077d2c44d36 req-ed7e8f4c-34ec-44f2-8304-153d18a32cef tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0509362 Sep 01 05:08:15.040323 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dc908e4e-08ae-432a-b4e6-8077d2c44d36 req-dbd0798c-5114-48c4-af17-1c74ffe1d071 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Sep 01 05:08:15.758051 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:16.156678 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712e048-da6c-4b80-8fa1-3d5f41ec18f5 req-49a24e99-8b58-4365-b07d-e9a5befde21e tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:16.158169 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9712e048-da6c-4b80-8fa1-3d5f41ec18f5 req-49a24e99-8b58-4365-b07d-e9a5befde21e tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0476241 Sep 01 05:08:16.196837 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9712e048-da6c-4b80-8fa1-3d5f41ec18f5 req-6c273cd4-91f8-4d55-a440-3f39d94ed42c tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Sep 01 05:08:16.267033 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [req-bff30810-bdee-4c2a-8bea-5059a85e87e3 req-ab34d9c5-45ef-4c1d-89e2-cc5b3653c5a7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:08:16.268028 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bff30810-bdee-4c2a-8bea-5059a85e87e3 req-ab34d9c5-45ef-4c1d-89e2-cc5b3653c5a7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054882 Sep 01 05:08:16.547449 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aba64-997a-44ee-9987-10a032346331 req-2b933cc2-33fe-4d85-982b-60b72e42d1cd tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:16.553657 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a09aba64-997a-44ee-9987-10a032346331 req-2b933cc2-33fe-4d85-982b-60b72e42d1cd tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0600920 Sep 01 05:08:16.559658 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37330) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:16.593158 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a09aba64-997a-44ee-9987-10a032346331 req-b3012741-2b6e-42aa-ac6e-eafdb3f9e2ec tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324578 Sep 01 05:08:16.670702 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-cb6d493e-76a4-4114-91b5-97e5f1424c1b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099248 Sep 01 05:08:16.680069 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-f11ef8ef-d8d4-4724-b23f-508b3dbc2988 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:08:16.681117 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-f11ef8ef-d8d4-4724-b23f-508b3dbc2988 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056200 Sep 01 05:08:17.711217 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188988d-928c-4eca-be33-655b1c9ecd79 req-54939cc4-a360-4f0f-8929-e6694a6bef7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:17.713922 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a188988d-928c-4eca-be33-655b1c9ecd79 req-54939cc4-a360-4f0f-8929-e6694a6bef7b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0511546 Sep 01 05:08:17.751856 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a188988d-928c-4eca-be33-655b1c9ecd79 req-3fce2b2c-fc99-4879-ad19-7e1076550b57 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318785 Sep 01 05:08:17.966864 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device b293be79-19c9-41d7-ab21-da4e90280b6d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:18.040430 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:18.062018 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:18.064224 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b3ea9b-3e14-4f97-8c96-b454e4d60741" -d '{"events": [{"server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "name": "network-vif-unplugged", "status": "completed", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:18.077668 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:18.098641 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7ef4ef-37bc-4524-bfc1-1514a467ae37 x-openstack-request-id: req-1f7ef4ef-37bc-4524-bfc1-1514a467ae37 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:18.098929 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "name": "network-vif-unplugged", "status": "failed", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d", "code": 422}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:18.099179 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f7ef4ef-37bc-4524-bfc1-1514a467ae37 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:18.099574 dv-cinder-804035-8-iscsi neutron-server[111189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'code': 422} returned with failed status Sep 01 05:08:18.146110 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:18.195859 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=6']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:18.203230 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.203574 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.203914 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.204246 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.204574 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.204902 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.205289 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.205613 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.205941 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.206262 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.206582 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.206898 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:18.864990 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f650311-6652-4d3b-94e1-fc34dbe4b4b4 req-78f3ede1-bcac-4463-9590-7e354b40e2c9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:18.866444 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7f650311-6652-4d3b-94e1-fc34dbe4b4b4 req-78f3ede1-bcac-4463-9590-7e354b40e2c9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0468373 Sep 01 05:08:19.161635 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7f650311-6652-4d3b-94e1-fc34dbe4b4b4 req-d16073d0-5462-47c1-a193-e5cf36f7132f tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885907 Sep 01 05:08:19.171021 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6681062-2050-42c2-af65-758e30ca1464 req-857bc49b-b76a-40cb-9ec1-8fd722e2656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:19.172554 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-857bc49b-b76a-40cb-9ec1-8fd722e2656a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712&tenant_id=edf78a94e9284236a47a981869f257d2 HTTP/1.1" status: 200 len: 1097 time: 0.2868378 Sep 01 05:08:19.239601 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6681062-2050-42c2-af65-758e30ca1464 req-f38dd898-af21-48de-8981-0d5dc871e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:19.241073 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-f38dd898-af21-48de-8981-0d5dc871e556 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf78a94e9284236a47a981869f257d2&device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1097 time: 0.0387781 Sep 01 05:08:19.330557 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6681062-2050-42c2-af65-758e30ca1464 req-bd7aa267-4a44-4813-8ddc-48cf5517faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:19.332008 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-bd7aa267-4a44-4813-8ddc-48cf5517faea service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 200 len: 910 time: 0.0829723 Sep 01 05:08:19.396584 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-73cd035e-8dd7-4e11-8388-d66aa04868ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 200 len: 999 time: 0.0557346 Sep 01 05:08:19.447073 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6681062-2050-42c2-af65-758e30ca1464 req-dc0226ee-39eb-457f-b6cb-858d9188d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:19.448511 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-dc0226ee-39eb-457f-b6cb-858d9188d434 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 HTTP/1.1" status: 200 len: 848 time: 0.0425291 Sep 01 05:08:19.501243 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6681062-2050-42c2-af65-758e30ca1464 req-0020af61-859e-49cf-b456-e417338c62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:19.502716 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-0020af61-859e-49cf-b456-e417338c62a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddad37ae-3a17-45ed-bbc4-631e153bb69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454500 Sep 01 05:08:19.587379 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-d9ae4974-3110-4810-a463-f161e2b00ab0 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773973 Sep 01 05:08:19.678611 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6681062-2050-42c2-af65-758e30ca1464 req-36d3c48c-7d97-4ced-9a84-6564e1861206 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828879 Sep 01 05:08:20.280934 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795afb57-85e5-4303-ab00-0ea3148fa4ea req-1534f3df-d66b-45ad-a22c-db663c5d170a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:20.282786 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-795afb57-85e5-4303-ab00-0ea3148fa4ea req-1534f3df-d66b-45ad-a22c-db663c5d170a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0521288 Sep 01 05:08:20.319923 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-795afb57-85e5-4303-ab00-0ea3148fa4ea req-54b40863-756a-45e0-95a9-22656b8d337f tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308404 Sep 01 05:08:21.437763 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0180514-9709-494c-a85a-11d28f64edd1 req-715063e0-7f45-46e5-a166-fe3a74cfaa52 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:21.439229 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0180514-9709-494c-a85a-11d28f64edd1 req-715063e0-7f45-46e5-a166-fe3a74cfaa52 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0480888 Sep 01 05:08:21.476348 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c0180514-9709-494c-a85a-11d28f64edd1 req-eec1daec-4bce-4707-b0d9-45d40f60d150 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Sep 01 05:08:22.589773 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7515639-df8c-4c54-9e1f-41933fc201fd req-d30f22c4-8b09-4e1e-81fa-6e988ea2ad1d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:22.591234 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b7515639-df8c-4c54-9e1f-41933fc201fd req-d30f22c4-8b09-4e1e-81fa-6e988ea2ad1d tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0476606 Sep 01 05:08:22.628030 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b7515639-df8c-4c54-9e1f-41933fc201fd req-d20976e7-5ed4-4263-9ad8-8301bf8d9081 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310180 Sep 01 05:08:23.742078 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a1cc8-e167-407e-941a-b8b692d18257 req-ecf65a02-eac5-495f-992f-f04e34231d01 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:23.744281 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed0a1cc8-e167-407e-941a-b8b692d18257 req-ecf65a02-eac5-495f-992f-f04e34231d01 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0486183 Sep 01 05:08:23.779985 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ed0a1cc8-e167-407e-941a-b8b692d18257 req-3294bf25-6cc3-4cad-a74e-a428882742c8 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297937 Sep 01 05:08:24.896422 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9904b-f058-4cec-a3a3-4a48a6b60d0e req-e27dc63e-5815-4cd3-89e1-eb26e4beac3a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:24.897889 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d9e9904b-f058-4cec-a3a3-4a48a6b60d0e req-e27dc63e-5815-4cd3-89e1-eb26e4beac3a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0481906 Sep 01 05:08:24.942531 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d9e9904b-f058-4cec-a3a3-4a48a6b60d0e req-21c298c8-5a83-48d4-bd22-6dfcf12fb552 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381942 Sep 01 05:08:26.054560 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365c040-1164-4774-aea4-a07fd059a620 req-22778ce8-7969-4387-a3fd-3a9cca720c6b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:26.056618 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c365c040-1164-4774-aea4-a07fd059a620 req-22778ce8-7969-4387-a3fd-3a9cca720c6b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.0480139 Sep 01 05:08:26.092446 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c365c040-1164-4774-aea4-a07fd059a620 req-c7850113-14e6-483f-98a0-2d70fb37f3c9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300643 Sep 01 05:08:26.687550 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-a2b993d3-9f71-4839-8e17-15a6ea96ac81 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116830028&fields=id&tenant_id=08529d327f6641d4b50624c9993d0f83 HTTP/1.1" status: 200 len: 267 time: 0.0318532 Sep 01 05:08:26.739090 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-0840cc06-822b-4aa8-8df6-618abcf94e9e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:26.740514 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-0840cc06-822b-4aa8-8df6-618abcf94e9e tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 984 time: 0.0472977 Sep 01 05:08:26.751159 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Request body: {'port': {'security_groups': ['d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:08:26.816863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:26.983392 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] For port e89457fb-0787-45ae-a493-3ac0ff51d713, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e89457fb-0787-45ae-a493-3ac0ff51d713,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:27.010496 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.106141 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.118613 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['e89457fb-0787-45ae-a493-3ac0ff51d713'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:08:27.161251 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:27.161931 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.163941 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4720afa4-9ff3-4797-8cc7-7d1fafeeb9c1 req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "PUT /v2.0/ports/e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 942 time: 0.4165576 Sep 01 05:08:27.163941 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:27.167485 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bdf290-f0e8-45cf-83fc-49a36a8feffe" -d '{"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:27.170641 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37414) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:27.223879 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event updated for resources: {'Port': ['ID=e89457fb-0787-45ae-a493-3ac0ff51d713,revision_number=7']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:27.232602 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.235483 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.235935 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.236349 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.236756 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.237195 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.237622 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.238028 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.238426 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.238819 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.239391 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.239903 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-070cc42a-6c61-43c2-85f9-46a51ff48005 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.249324 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10c6ce7-6e53-4fef-92d1-cad2f80464e3 x-openstack-request-id: req-c10c6ce7-6e53-4fef-92d1-cad2f80464e3 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:27.249876 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:27.250287 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c10c6ce7-6e53-4fef-92d1-cad2f80464e3 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:27.251185 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'status': 'completed', 'code': 200} Sep 01 05:08:27.303981 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.315990 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-9d3b242b-088a-445b-a277-3a1f70917876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:27.317904 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-9d3b242b-088a-445b-a277-3a1f70917876 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1098 time: 0.0654018 Sep 01 05:08:27.322119 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['e89457fb-0787-45ae-a493-3ac0ff51d713'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:08:27.342049 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.394496 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3d4d9-1a2f-4660-9bd4-7c1cfcc0e60d req-dfcc081b-0bc4-491b-b5d3-cfd0de1d2000 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:27.404206 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ceb3d4d9-1a2f-4660-9bd4-7c1cfcc0e60d req-dfcc081b-0bc4-491b-b5d3-cfd0de1d2000 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 944 time: 0.1681433 Sep 01 05:08:27.450748 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ceb3d4d9-1a2f-4660-9bd4-7c1cfcc0e60d req-b78df932-1815-48a5-9000-333cad18d6f9 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414896 Sep 01 05:08:27.465788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-9aacba9b-35ec-4e38-b3f8-13fa31b8223a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:27.469230 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-9aacba9b-35ec-4e38-b3f8-13fa31b8223a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 915 time: 0.1416833 Sep 01 05:08:27.499141 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3446bc7f-9e15-49ef-b4fe-10595218062f None None] Provisioning complete for port e89457fb-0787-45ae-a493-3ac0ff51d713 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:08:27.499141 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3446bc7f-9e15-49ef-b4fe-10595218062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.534616 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.537666 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.542728 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "DELETE /v2.0/security-groups/595dbc2e-e30b-4030-ad9b-0022f5ef26ca HTTP/1.1" status: 204 len: 168 time: 0.3697755 Sep 01 05:08:27.544855 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 37422) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:27.551744 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595dbc2e-e30b-4030-ad9b-0022f5ef26ca,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:27.559532 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.559887 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.560234 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.560576 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.560913 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.561354 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.561609 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.561961 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.562293 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.562642 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.562970 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.563295 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fced3a-1816-417e-836d-52b704b11b31 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.582239 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-f5e2b911-86cd-4e8d-8e5e-c308664e7ed5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 1001 time: 0.1066589 Sep 01 05:08:27.677902 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-041658de-8911-4fe0-9cb1-1b5d01bd016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:27.679341 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-041658de-8911-4fe0-9cb1-1b5d01bd016f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 200 len: 853 time: 0.0883744 Sep 01 05:08:27.755234 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-4603793f-c872-46da-bded-4d53b6f7acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:27.756670 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-4603793f-c872-46da-bded-4d53b6f7acf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c427a7ca-3262-4a1e-bbdb-91ed1c989964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677714 Sep 01 05:08:27.785389 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Deleting port 13139dbe-8976-4f5b-874b-c20dceb72d07 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:27.785723 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.906518 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-2dec70e3-3e79-4257-b310-197a79258664 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400759 Sep 01 05:08:27.909624 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.909944 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.928593 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Calling delete_port for 13139dbe-8976-4f5b-874b-c20dceb72d07 owned by network:floatingip {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:28.046303 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device b293be79-19c9-41d7-ab21-da4e90280b6d details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:08:28.075236 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-58bdf290-f0e8-45cf-83fc-49a36a8feffe req-fe1c5e3c-2552-49e1-bfea-93bde983c851 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584640 Sep 01 05:08:28.141008 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:28.152432 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'port_id': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'mac_address': 'fa:16:3e:9d:e9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:08:28.188559 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:28.202147 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b293be79-19c9-41d7-ab21-da4e90280b6d {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:08:28.220359 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:28.226221 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:28.253180 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event deleted for resources: {'Port': ['ID=13139dbe-8976-4f5b-874b-c20dceb72d07,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:28.311853 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:28.312179 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks [] for floatingip, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:28.312514 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Floating IP 858d32b8-158e-4a72-817d-7fad649efb1a disassociated (deleted). External IP: 172.27.1.165, port: e89457fb-0787-45ae-a493-3ac0ff51d713. Sep 01 05:08:28.363637 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=7']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:28.542855 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:08:28.568155 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167da65-bb04-4788-81b3-fed8c5a60dc8 req-96cbfafe-f714-47fd-8af4-8a48c8d1afbf tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:28.569581 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1167da65-bb04-4788-81b3-fed8c5a60dc8 req-96cbfafe-f714-47fd-8af4-8a48c8d1afbf tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 945 time: 0.0591297 Sep 01 05:08:28.672508 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1167da65-bb04-4788-81b3-fed8c5a60dc8 req-c0da12c4-6e1e-4ad3-a532-e45507af0138 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676963 Sep 01 05:08:28.692870 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:08:28.695536 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['b293be79-19c9-41d7-ab21-da4e90280b6d'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:08:28.697606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:28.731052 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-a578d985-0f55-4543-b029-f6d4257f595a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "DELETE /v2.0/floatingips/858d32b8-158e-4a72-817d-7fad649efb1a HTTP/1.1" status: 204 len: 168 time: 1.1849790 Sep 01 05:08:28.736227 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] Sync routers for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:08:28.756248 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:28.756941 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:08:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:28.908536 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:29.017389 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110a349-1140-4b22-9384-e5e6f049315c req-98f15343-edcb-4607-99d8-94ffb40e5843 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:29.021634 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8110a349-1140-4b22-9384-e5e6f049315c req-98f15343-edcb-4607-99d8-94ffb40e5843 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0609598 Sep 01 05:08:29.058848 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8110a349-1140-4b22-9384-e5e6f049315c req-bae77b42-2711-43f0-9fec-001cc864a718 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334141 Sep 01 05:08:29.242917 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:32Z', 'revision_number': 5, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:29.252269 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:29.254744 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6d8bed-8b3b-4b21-9460-f6a26211624e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:29.274486 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] Checking router: fe4e84fc-a7ee-4b32-8a16-158ac6b68320 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:08:29.282870 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:29.283493 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:08:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:29.292959 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266aa1e6-b8c7-4549-9088-61dd4f14b6b8 x-openstack-request-id: req-266aa1e6-b8c7-4549-9088-61dd4f14b6b8 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:29.293274 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:29.293706 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-266aa1e6-b8c7-4549-9088-61dd4f14b6b8 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:29.294117 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'status': 'completed', 'code': 200} Sep 01 05:08:29.370526 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-2d057534-2b99-4694-a338-27fca3fdfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:29.372660 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-2d057534-2b99-4694-a338-27fca3fdfcac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08529d327f6641d4b50624c9993d0f83&device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 1098 time: 0.0438752 Sep 01 05:08:29.401320 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:29.471393 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:29.474347 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-a0c2befd-9d02-4c55-b1eb-7d0f9ae49115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:29.475803 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-a0c2befd-9d02-4c55-b1eb-7d0f9ae49115 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 200 len: 915 time: 0.0926538 Sep 01 05:08:29.518180 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-7a8957ac-b65b-4a71-bfe5-149e88e4f204 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 200 len: 217 time: 0.0348828 Sep 01 05:08:29.570243 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-cd41820d-e4c5-48fe-8f4f-9d226e95bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:29.572434 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-cd41820d-e4c5-48fe-8f4f-9d226e95bdef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 200 len: 853 time: 0.0451944 Sep 01 05:08:29.623785 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-d3251163-2515-4040-8fbf-9b4bd97d9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:29.625239 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-d3251163-2515-4040-8fbf-9b4bd97d9732 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c427a7ca-3262-4a1e-bbdb-91ed1c989964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449638 Sep 01 05:08:29.715582 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-dee3243e-ab06-492b-8ef7-4a010cd6c143 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812414 Sep 01 05:08:29.723658 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:32Z', 'revision_number': 5, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:29.751793 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d46301b-f5f5-4e26-933f-d75c5c211a4f None None] The sync data for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi is: [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:04:27Z', 'revision_number': 4, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '26dfdfd9-450d-44bf-90cc-8a53de588365', 'name': '', 'network_id': 'c427a7ca-3262-4a1e-bbdb-91ed1c989964', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'mac_address': 'fa:16:3e:34:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:27Z', 'updated_at': '2021-09-01T05:04:32Z', 'revision_number': 5, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'subnets': [{'id': '07ae771b-02ae-4a2f-a914-937bc988e674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:08:29.846035 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d85ca-bbfc-431f-b354-cb033b301063 req-8b356d3e-fe0d-4f3f-98d0-d1bc190a7bfe tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:29.847499 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0d85ca-bbfc-431f-b354-cb033b301063 req-8b356d3e-fe0d-4f3f-98d0-d1bc190a7bfe tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 945 time: 0.1027846 Sep 01 05:08:29.850976 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6b6d8bed-8b3b-4b21-9460-f6a26211624e req-5fc612ed-7374-451f-87e5-003bfab3a103 service neutron] 10.222.0.16 "GET /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242533 Sep 01 05:08:29.885763 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0d85ca-bbfc-431f-b354-cb033b301063 req-894107da-52bb-4bc4-800a-f18f00062ba4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322540 Sep 01 05:08:29.981641 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f4dc01-849d-4ed1-a478-29e195c3d2ec None None] New status for floating IP 858d32b8-158e-4a72-817d-7fad649efb1a: DOWN {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:08:30.070869 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device b293be79-19c9-41d7-ab21-da4e90280b6d up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:08:30.119152 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port b293be79-19c9-41d7-ab21-da4e90280b6d triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:08:30.119523 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:30.203305 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:30.225663 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:30.227928 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a739deb4-4c47-49d1-bc75-26058e791a53" -d '{"events": [{"server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "name": "network-vif-plugged", "status": "completed", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:30.240304 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:30.265762 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ab88e-e541-47d5-bb40-6dad56c1a2a7 req-8e177bf9-5027-4957-8b4a-3dda97baafd2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:30.267334 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e77ab88e-e541-47d5-bb40-6dad56c1a2a7 req-8e177bf9-5027-4957-8b4a-3dda97baafd2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0494399 Sep 01 05:08:30.269234 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b82ae0-32d7-42fb-8bae-9a55fa714787 x-openstack-request-id: req-01b82ae0-32d7-42fb-8bae-9a55fa714787 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:30.269699 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "name": "network-vif-plugged", "status": "completed", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:30.269988 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01b82ae0-32d7-42fb-8bae-9a55fa714787 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:30.270448 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'code': 200} Sep 01 05:08:30.311872 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:30.323830 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e77ab88e-e541-47d5-bb40-6dad56c1a2a7 req-abd863ab-4d98-42f1-a63c-c015b853e47e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Sep 01 05:08:30.363872 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=8']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:30.575323 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e8feb-11a1-4b4a-b6a7-9a68e1fa0b54 req-587890fc-1f3c-4ab3-9d87-4e4c02419b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:30.576797 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-415e8feb-11a1-4b4a-b6a7-9a68e1fa0b54 req-587890fc-1f3c-4ab3-9d87-4e4c02419b86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1099 time: 0.0425465 Sep 01 05:08:30.611075 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-415e8feb-11a1-4b4a-b6a7-9a68e1fa0b54 req-f8cfebe3-91c5-4adf-8065-e62482d436ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265348 Sep 01 05:08:31.000058 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533d657-ce78-46f2-a65a-e948dea3f814 req-9dfd5119-4a32-41de-86a2-424e3de7eb7a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:31.001552 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a533d657-ce78-46f2-a65a-e948dea3f814 req-9dfd5119-4a32-41de-86a2-424e3de7eb7a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0482109 Sep 01 05:08:31.037279 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a533d657-ce78-46f2-a65a-e948dea3f814 req-ca7f284c-73ea-4c87-ba7f-ae47e9942ec0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299549 Sep 01 05:08:31.443355 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d5776-3588-49c8-9a38-c69bf7e76e37 req-15b94325-1196-4acb-a58b-be133c764e55 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:31.444820 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-805d5776-3588-49c8-9a38-c69bf7e76e37 req-15b94325-1196-4acb-a58b-be133c764e55 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0493374 Sep 01 05:08:31.483110 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-805d5776-3588-49c8-9a38-c69bf7e76e37 req-23739a35-e736-4fa2-94fe-9fe6421c1d27 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Sep 01 05:08:32.154896 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc4234-19c7-47de-bb00-74e23227377c req-287865ae-10f7-40aa-89f2-def87e80434b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:32.156430 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2dfc4234-19c7-47de-bb00-74e23227377c req-287865ae-10f7-40aa-89f2-def87e80434b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0542691 Sep 01 05:08:32.195386 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2dfc4234-19c7-47de-bb00-74e23227377c req-7ee34676-ee95-4bad-bff8-d5d68a69c7dc tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328677 Sep 01 05:08:32.585843 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-2656b54b-dd09-42a4-b27e-dc7a93f0c1e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430703 Sep 01 05:08:32.605508 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981118db-d88f-4934-aa2a-ca99b4330349 req-0d32c0dc-0f74-405b-9b01-4bfdcf4b7029 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:32.607016 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-981118db-d88f-4934-aa2a-ca99b4330349 req-0d32c0dc-0f74-405b-9b01-4bfdcf4b7029 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0523584 Sep 01 05:08:32.643411 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-981118db-d88f-4934-aa2a-ca99b4330349 req-952f219d-5f39-4289-80b4-3d6c5ad74e9c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302832 Sep 01 05:08:32.665954 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-e26ef657-3976-47cb-8d8c-866eab7162b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:32.667415 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-e26ef657-3976-47cb-8d8c-866eab7162b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf78a94e9284236a47a981869f257d2&device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1099 time: 0.0392191 Sep 01 05:08:32.769461 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-91e40a22-6d48-4f2c-9d09-a9f3337904de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:32.771040 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-91e40a22-6d48-4f2c-9d09-a9f3337904de service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 200 len: 910 time: 0.0845609 Sep 01 05:08:32.836206 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-363bd886-c085-4c79-9e86-6f50cda125ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 200 len: 1001 time: 0.0564024 Sep 01 05:08:33.124204 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-1cd454f7-68e3-4836-a06e-4ab239f149e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:33.125715 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-1cd454f7-68e3-4836-a06e-4ab239f149e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 HTTP/1.1" status: 200 len: 848 time: 0.2816823 Sep 01 05:08:33.172081 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-3be97302-9a6f-4766-9d41-5093f47b9bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:33.173607 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-3be97302-9a6f-4766-9d41-5093f47b9bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddad37ae-3a17-45ed-bbc4-631e153bb69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401678 Sep 01 05:08:33.186442 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-6054a238-798e-4326-8141-94f98b303845 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:08:33.187429 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-6054a238-798e-4326-8141-94f98b303845 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050974 Sep 01 05:08:33.192465 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1260dc0-7135-4fad-87d8-25032ac9829a req-91e9bcfe-2811-4a32-b8f7-222857e6f30a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:33.195786 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e1260dc0-7135-4fad-87d8-25032ac9829a req-91e9bcfe-2811-4a32-b8f7-222857e6f30a tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0484352 Sep 01 05:08:33.232538 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e1260dc0-7135-4fad-87d8-25032ac9829a req-160226fa-73ca-48fa-bdf4-95c2cd8b1e88 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Sep 01 05:08:33.290217 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-bd94e387-5a0d-43f0-96c8-6a3ed2ee2b11 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946505 Sep 01 05:08:33.372754 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ec191-613f-4c27-b17c-9214c9b0ea26 req-1bac34d8-c553-44cf-a606-37d98da51ac0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:33.374164 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b30ec191-613f-4c27-b17c-9214c9b0ea26 req-1bac34d8-c553-44cf-a606-37d98da51ac0 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0982099 Sep 01 05:08:33.422185 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5abb0b38-4a6a-41a1-8b90-4a5339280cbe req-03882f9a-43a7-448a-bc41-768de018bc9c service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190305 Sep 01 05:08:33.435752 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b30ec191-613f-4c27-b17c-9214c9b0ea26 req-8608964c-6f82-4791-b42c-1c8b87922f49 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517886 Sep 01 05:08:33.762135 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc9e52-ce8a-4673-881e-e3bd5a80c1be req-091585a6-1fbe-4ff7-a8f1-63ab5cba6cfa tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:33.763563 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-53dc9e52-ce8a-4673-881e-e3bd5a80c1be req-091585a6-1fbe-4ff7-a8f1-63ab5cba6cfa tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0470219 Sep 01 05:08:33.799493 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-53dc9e52-ce8a-4673-881e-e3bd5a80c1be req-27ac4ed9-c115-4629-b5d9-6ebe1b23596f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301774 Sep 01 05:08:34.354100 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da15e33-1586-46de-ada1-326ae2914668 req-1695a527-a845-4a50-ba8a-3ee7f97a8891 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:34.355582 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6da15e33-1586-46de-ada1-326ae2914668 req-1695a527-a845-4a50-ba8a-3ee7f97a8891 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0538361 Sep 01 05:08:34.392782 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6da15e33-1586-46de-ada1-326ae2914668 req-2614289d-3c24-4d36-9eac-2160ec8762fc tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312457 Sep 01 05:08:34.916131 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f8243-f441-4703-8f83-fbcb4319871e req-e0e5563a-54a2-4d03-9d5d-69f55eb715e4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:34.917586 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a26f8243-f441-4703-8f83-fbcb4319871e req-e0e5563a-54a2-4d03-9d5d-69f55eb715e4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0475380 Sep 01 05:08:34.954197 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a26f8243-f441-4703-8f83-fbcb4319871e req-54e06981-6511-4573-8018-4ee6e0c8e970 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Sep 01 05:08:35.512554 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-b64c6732-7e54-4b6d-8371-e624b1eb89f4 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:35.514068 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-b64c6732-7e54-4b6d-8371-e624b1eb89f4 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.16 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0564964 Sep 01 05:08:35.517448 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cac6ba-1632-469e-a855-eae93cc288c5 req-784eee35-f80c-4f8d-8bdd-488543bb7384 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:35.519061 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-61cac6ba-1632-469e-a855-eae93cc288c5 req-784eee35-f80c-4f8d-8bdd-488543bb7384 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 945 time: 0.0519409 Sep 01 05:08:35.559903 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-61cac6ba-1632-469e-a855-eae93cc288c5 req-d24bc152-990f-45cb-855c-67fe87e468a2 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/security-groups?id=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344331 Sep 01 05:08:35.611128 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Deleting port e89457fb-0787-45ae-a493-3ac0ff51d713 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:35.611465 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.714907 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] For port e89457fb-0787-45ae-a493-3ac0ff51d713, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e89457fb-0787-45ae-a493-3ac0ff51d713,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:35.715191 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.731588 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Calling delete_port for e89457fb-0787-45ae-a493-3ac0ff51d713 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:35.974519 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.987872 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['e89457fb-0787-45ae-a493-3ac0ff51d713'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:08:36.018430 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Pushing event deleted for resources: {'Port': ['ID=e89457fb-0787-45ae-a493-3ac0ff51d713,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:36.069756 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] No DVR routers for this DVR port e89457fb-0787-45ae-a493-3ac0ff51d713 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:36.072722 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:36.074718 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2c9f43d0-ff6d-402b-a0dd-797bb18ee030 req-9e7e530b-1a9e-4e21-8a69-dedff7f7f0ba tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.16 "DELETE /v2.0/ports/e89457fb-0787-45ae-a493-3ac0ff51d713 HTTP/1.1" status: 204 len: 173 time: 0.5544376 Sep 01 05:08:36.075147 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'name': 'network-vif-deleted', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:36.077586 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344c8090-1b36-4a8f-8329-245c3948901c" -d '{"events": [{"server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "name": "network-vif-deleted", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:36.087644 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbafa64-4049-4e29-a437-35bb8a47e8f1 req-4d8661e8-ee21-45b9-81b3-5c6af5311986 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:36.089684 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fcbafa64-4049-4e29-a437-35bb8a47e8f1 req-4d8661e8-ee21-45b9-81b3-5c6af5311986 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0575063 Sep 01 05:08:36.128210 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192deeb2-0fd4-4eb0-9595-7f0196e04a1b x-openstack-request-id: req-192deeb2-0fd4-4eb0-9595-7f0196e04a1b {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:36.128495 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef64a89d-9bd3-48dc-8a70-d59176f15645", "name": "network-vif-deleted", "tag": "e89457fb-0787-45ae-a493-3ac0ff51d713", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:36.128736 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-192deeb2-0fd4-4eb0-9595-7f0196e04a1b {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:36.129236 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef64a89d-9bd3-48dc-8a70-d59176f15645', 'name': 'network-vif-deleted', 'tag': 'e89457fb-0787-45ae-a493-3ac0ff51d713', 'status': 'completed', 'code': 200} Sep 01 05:08:36.135479 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fcbafa64-4049-4e29-a437-35bb8a47e8f1 req-dfa5c6f9-6068-4e14-8f1f-94f82b319c2f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377667 Sep 01 05:08:36.715610 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3cf20345-bd0a-4c73-8d89-d6d6fd35b7e7 req-304d4036-8058-4acc-b710-71bdadd60c53 tempest-TestMinimumBasicScenario-1825716886 tempest-TestMinimumBasicScenario-1825716886-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef64a89d-9bd3-48dc-8a70-d59176f15645 HTTP/1.1" status: 200 len: 210 time: 0.0746238 Sep 01 05:08:37.255496 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffc08b-7039-4287-ba57-9883f9431e54 req-25ba31ab-8158-4440-87dd-afe438aea49e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:37.256941 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-45ffc08b-7039-4287-ba57-9883f9431e54 req-25ba31ab-8158-4440-87dd-afe438aea49e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0473208 Sep 01 05:08:37.293082 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-45ffc08b-7039-4287-ba57-9883f9431e54 req-f9c72457-8632-4f27-95c4-ce63cc8d7c19 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301993 Sep 01 05:08:38.079342 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device e89457fb-0787-45ae-a493-3ac0ff51d713 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:38.100738 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: e89457fb-0787-45ae-a493-3ac0ff51d713 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:38.100738 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device e89457fb-0787-45ae-a493-3ac0ff51d713 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:38.412482 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eef9e-8eba-479f-8c5f-9a786b6e9dfb req-12ff5f29-e69c-4bbd-89a2-2355e14d1ba6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:38.414052 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-689eef9e-8eba-479f-8c5f-9a786b6e9dfb req-12ff5f29-e69c-4bbd-89a2-2355e14d1ba6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0495071 Sep 01 05:08:38.452764 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-689eef9e-8eba-479f-8c5f-9a786b6e9dfb req-524bffb8-05ec-4368-99d2-4af8cfc6980f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326917 Sep 01 05:08:39.016284 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 37582) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:39.346745 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.607798 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13a09e-298b-4654-9246-b110832d3375 req-b809041c-ef16-41c3-b727-f8d71a085dae tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:39.609212 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6a13a09e-298b-4654-9246-b110832d3375 req-b809041c-ef16-41c3-b727-f8d71a085dae tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0732579 Sep 01 05:08:39.646643 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Deleting port 26dfdfd9-450d-44bf-90cc-8a53de588365 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:39.646976 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.662486 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6a13a09e-298b-4654-9246-b110832d3375 req-9bbb1827-9cc4-4868-b965-ec1f7e8f7870 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467026 Sep 01 05:08:39.729871 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] For port 26dfdfd9-450d-44bf-90cc-8a53de588365, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=26dfdfd9-450d-44bf-90cc-8a53de588365,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:39.730225 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.742024 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Calling delete_port for 26dfdfd9-450d-44bf-90cc-8a53de588365 owned by network:router_interface {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:39.974792 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.001658 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Pushing event deleted for resources: {'Port': ['ID=26dfdfd9-450d-44bf-90cc-8a53de588365,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:40.161968 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.380025 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:08:40.471482 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-27549d05-359c-45d4-bd87-105e722dfab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.485054 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:08:40.489913 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-eccc781a-8310-45fe-8280-3c701c13d808 admin admin] 10.222.0.41 "PUT /v2.0/routers/fe4e84fc-a7ee-4b32-8a16-158ac6b68320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4726050 Sep 01 05:08:40.492415 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 37588) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:40.494242 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] Sync routers for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:08:40.503470 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:40.504240 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:08:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:40.598598 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks [] for router, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.609689 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:40.700150 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.784454 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:08:39Z', 'revision_number': 5, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port': {'id': 'dd16f917-7df1-4fbb-9824-ccf6e31912ef', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:20:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:25Z', 'updated_at': '2021-09-01T05:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:40.804544 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e27ba-092b-422c-b1bf-6a3cb34e6250 req-d0bfba28-176d-4f91-aab0-2f75c0899419 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:40.806593 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb5e27ba-092b-422c-b1bf-6a3cb34e6250 req-d0bfba28-176d-4f91-aab0-2f75c0899419 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0699935 Sep 01 05:08:40.814307 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] Checking router: fe4e84fc-a7ee-4b32-8a16-158ac6b68320 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:08:40.823544 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] Routers {'fe4e84fc-a7ee-4b32-8a16-158ac6b68320'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:40.824336 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:08:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:40.848736 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Deleting port dd16f917-7df1-4fbb-9824-ccf6e31912ef {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:40.849001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.855811 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb5e27ba-092b-422c-b1bf-6a3cb34e6250 req-eff04a0d-566e-46af-bb0d-8e992d0b9ff8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 Sep 01 05:08:40.913826 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] Set router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 gateway port host: None {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:40.938934 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] For port dd16f917-7df1-4fbb-9824-ccf6e31912ef, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=dd16f917-7df1-4fbb-9824-ccf6e31912ef,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:40.939303 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.951302 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Calling delete_port for dd16f917-7df1-4fbb-9824-ccf6e31912ef owned by network:router_gateway {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:40.967607 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:08:40Z', 'revision_number': 6, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port_host': None}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:40.997139 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752ca58-2411-48ef-bab2-68548499d609 None None] The sync data for ids ['fe4e84fc-a7ee-4b32-8a16-158ac6b68320'] in dv-cinder-804035-8-iscsi is: [{'id': 'fe4e84fc-a7ee-4b32-8a16-158ac6b68320', 'name': 'tempest-TestMinimumBasicScenario-831622545-router', 'tenant_id': '08529d327f6641d4b50624c9993d0f83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:24Z', 'updated_at': '2021-09-01T05:08:40Z', 'revision_number': 6, 'project_id': '08529d327f6641d4b50624c9993d0f83', 'gw_port_host': None}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:08:41.180428 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.204342 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd16f917-7df1-4fbb-9824-ccf6e31912ef,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:41.264017 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.367630 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.369896 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.500492 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.501016 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe4e84fc-a7ee-4b32-8a16-158ac6b68320 {{(pid=111188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:08:41.509720 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] Notify callbacks [] for router, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.509720 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-0437f187-c52c-454f-b8a8-027592a86a45 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fe4e84fc-a7ee-4b32-8a16-158ac6b68320 HTTP/1.1" status: 204 len: 168 time: 1.0133476 Sep 01 05:08:41.509720 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 37594) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:41.552345 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32042bf-c262-460e-af67-0ba09380e84a admin admin] Deleting subnet 07ae771b-02ae-4a2f-a914-937bc988e674 {{(pid=111188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:08:41.555473 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e32042bf-c262-460e-af67-0ba09380e84a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.591126 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e32042bf-c262-460e-af67-0ba09380e84a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555036'] for subnet, precommit_delete_associations {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.688495 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e32042bf-c262-460e-af67-0ba09380e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.014010 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c53fa0-f995-4512-b071-c9c39d426a92 req-f8d4166d-73ed-4278-bb5d-f67fbff27393 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:42.015458 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-15c53fa0-f995-4512-b071-c9c39d426a92 req-f8d4166d-73ed-4278-bb5d-f67fbff27393 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0653503 Sep 01 05:08:42.051939 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-15c53fa0-f995-4512-b071-c9c39d426a92 req-bed013ae-0c4a-4035-8094-496d58095bbb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Sep 01 05:08:42.117937 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e32042bf-c262-460e-af67-0ba09380e84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12731984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12727995'] for subnet, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.146129 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e32042bf-c262-460e-af67-0ba09380e84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.151083 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-e32042bf-c262-460e-af67-0ba09380e84a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/07ae771b-02ae-4a2f-a914-937bc988e674 HTTP/1.1" status: 204 len: 168 time: 0.6379178 Sep 01 05:08:42.151083 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32042bf-c262-460e-af67-0ba09380e84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ae771b-02ae-4a2f-a914-937bc988e674,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:42.156520 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 37600) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:42.157940 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ec983-f6f1-4d72-a999-986cd3528841 None None] Network c427a7ca-3262-4a1e-bbdb-91ed1c989964 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:08:42.230136 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.281145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Deleting port 4a917b48-4cc8-4141-8fb5-da6614c5d67a {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:42.281513 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.334126 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] DHCP port deletion for c427a7ca-3262-4a1e-bbdb-91ed1c989964 request from dv-cinder-804035-8-iscsi {{(pid=111189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:08:42.343715 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] For port 4a917b48-4cc8-4141-8fb5-da6614c5d67a, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4a917b48-4cc8-4141-8fb5-da6614c5d67a,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:42.344139 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.358154 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Calling delete_port for 4a917b48-4cc8-4141-8fb5-da6614c5d67a owned by network:dhcp {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:42.367737 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 26dfdfd9-450d-44bf-90cc-8a53de588365 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:42.389969 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 26dfdfd9-450d-44bf-90cc-8a53de588365 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:42.390307 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 26dfdfd9-450d-44bf-90cc-8a53de588365 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:42.390722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device dd16f917-7df1-4fbb-9824-ccf6e31912ef no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:42.411318 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: dd16f917-7df1-4fbb-9824-ccf6e31912ef {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:42.411660 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device dd16f917-7df1-4fbb-9824-ccf6e31912ef not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:42.428877 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] Deleting port 4a917b48-4cc8-4141-8fb5-da6614c5d67a {{(pid=111189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:42.429289 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.491177 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] For port 4a917b48-4cc8-4141-8fb5-da6614c5d67a, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4a917b48-4cc8-4141-8fb5-da6614c5d67a,segment=NetworkSegment(5b3ff139-2e00-4ad6-bbcc-dd50788978b5),segment_id=5b3ff139-2e00-4ad6-bbcc-dd50788978b5)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:42.491490 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.507165 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] Calling delete_port for 4a917b48-4cc8-4141-8fb5-da6614c5d67a owned by network:dhcp {{(pid=111189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:42.523258 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.549742 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a917b48-4cc8-4141-8fb5-da6614c5d67a,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:42.551585 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] No DVR routers for this DVR port 4a917b48-4cc8-4141-8fb5-da6614c5d67a on host dv-cinder-804035-8-iscsi {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:42.617491 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.622315 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.631846 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c427a7ca-3262-4a1e-bbdb-91ed1c989964']}} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:42.642566 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3ff139-2e00-4ad6-bbcc-dd50788978b5') {'for_net_delete': True} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:42.642857 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3ff139-2e00-4ad6-bbcc-dd50788978b5') {} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:42.646234 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] Pushing event deleted for resources: {'Port': ['ID=4a917b48-4cc8-4141-8fb5-da6614c5d67a,revision_number=None']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:42.648506 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211b8f7-519c-4e8a-b781-278c3146f3d6 None None] No DVR routers for this DVR port 4a917b48-4cc8-4141-8fb5-da6614c5d67a on host dv-cinder-804035-8-iscsi {{(pid=111189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:42.652393 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555047'] for segment, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.670347 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.674863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=111188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:08:42.675236 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12732138'] for segment, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: Traceback (most recent call last): Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: timer() Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: cb(*args, **kw) Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: return func(*args, **kwargs) Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: self._notify() Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: self.callback(batched_events) Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: event.method(event) Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: return f(self, *a, **k) Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._get(url).json() Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: return self.request(url, 'GET', **kwargs) Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:08:42.676850 dv-cinder-804035-8-iscsi neutron-server[111188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:08:42.763134 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.768339 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.770193 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c427a7ca-3262-4a1e-bbdb-91ed1c989964 HTTP/1.1" status: 204 len: 168 time: 0.6180286 Sep 01 05:08:42.781486 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92f9d9-c726-424e-a634-41b4bdb51944 admin admin] Pushing event deleted for resources: {'Network': ['ID=c427a7ca-3262-4a1e-bbdb-91ed1c989964,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:42.783078 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37602) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:43.003281 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-23fe228d-c2a7-445a-81c2-f11d9a0e01db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.170157 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afdbc3-0ef7-40b2-ab71-dafbc748de97 req-9708a454-8ed7-4735-ac7d-6884bf00f831 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:43.171666 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3afdbc3-0ef7-40b2-ab71-dafbc748de97 req-9708a454-8ed7-4735-ac7d-6884bf00f831 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0482106 Sep 01 05:08:43.193171 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.217777 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3afdbc3-0ef7-40b2-ab71-dafbc748de97 req-4b1868fe-1f04-4aa0-b288-eb057bc177f7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Sep 01 05:08:43.283173 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.677463 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Deleting port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:43.677809 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.755271 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] For port 338f5fe6-85a4-4bf1-9809-61ba79b2a44d, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,segment=NetworkSegment(6b3476a1-2a90-4544-85bf-1349a36edfdf),segment_id=6b3476a1-2a90-4544-85bf-1349a36edfdf)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:43.755667 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.767970 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Calling delete_port for 338f5fe6-85a4-4bf1-9809-61ba79b2a44d owned by network:router_interface {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:44.008550 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:44.037831 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Pushing event deleted for resources: {'Port': ['ID=338f5fe6-85a4-4bf1-9809-61ba79b2a44d,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:44.203160 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:44.220279 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:44.405903 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4a917b48-4cc8-4141-8fb5-da6614c5d67a no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:44.425218 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 4a917b48-4cc8-4141-8fb5-da6614c5d67a {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:44.425566 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4a917b48-4cc8-4141-8fb5-da6614c5d67a not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:44.451491 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adbd8f-24f7-4fc4-a051-9abff2fe8f7e req-172dcccc-47f3-4400-8801-2e876b17437b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:44.452946 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-75adbd8f-24f7-4fc4-a051-9abff2fe8f7e req-172dcccc-47f3-4400-8801-2e876b17437b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.1594758 Sep 01 05:08:44.486125 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Router 67ff420e-70e7-4176-ab8d-01a7e902e93b has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:08:44.505485 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-75adbd8f-24f7-4fc4-a051-9abff2fe8f7e req-ebbd2368-9fbd-4028-a7c9-f7008f51e230 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463567 Sep 01 05:08:44.603565 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:08:44.608497 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-e82a7545-fc39-4d89-a3ac-4ed204f8c7de admin admin] 10.222.0.41 "PUT /v2.0/routers/67ff420e-70e7-4176-ab8d-01a7e902e93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8244064 Sep 01 05:08:44.610967 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37620) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:44.613440 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] Sync routers for ids ['67ff420e-70e7-4176-ab8d-01a7e902e93b'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:08:44.622867 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] Routers {'67ff420e-70e7-4176-ab8d-01a7e902e93b'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:44.623470 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:08:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['67ff420e-70e7-4176-ab8d-01a7e902e93b'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:44.711781 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks [] for router, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:44.724110 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] Set router 67ff420e-70e7-4176-ab8d-01a7e902e93b gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:44.808252 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:44.896931 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:08:43Z', 'revision_number': 5, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port': {'id': '595910c3-fc2f-4a01-881c-39fe414e0855', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:02:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:04:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:44.917947 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Deleting port 595910c3-fc2f-4a01-881c-39fe414e0855 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:44.918291 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.003601 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] For port 595910c3-fc2f-4a01-881c-39fe414e0855, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=595910c3-fc2f-4a01-881c-39fe414e0855,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:45.004043 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.014472 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] Checking router: 67ff420e-70e7-4176-ab8d-01a7e902e93b for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:08:45.018081 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Calling delete_port for 595910c3-fc2f-4a01-881c-39fe414e0855 owned by network:router_gateway {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:45.023345 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] Routers {'67ff420e-70e7-4176-ab8d-01a7e902e93b'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:45.023961 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:08:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['67ff420e-70e7-4176-ab8d-01a7e902e93b'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:45.108097 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] Set router 67ff420e-70e7-4176-ab8d-01a7e902e93b gateway port host: None {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:45.158349 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:08:44Z', 'revision_number': 6, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port_host': None}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:45.187809 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffde355-8047-490e-9621-0b5ab6617815 None None] The sync data for ids ['67ff420e-70e7-4176-ab8d-01a7e902e93b'] in dv-cinder-804035-8-iscsi is: [{'id': '67ff420e-70e7-4176-ab8d-01a7e902e93b', 'name': 'tempest-TestMinimumBasicScenario-350866216-router', 'tenant_id': 'dabbb9535afb490a99f674d502737266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:31Z', 'updated_at': '2021-09-01T05:08:44Z', 'revision_number': 6, 'project_id': 'dabbb9535afb490a99f674d502737266', 'gw_port_host': None}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:08:45.222779 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.254417 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=595910c3-fc2f-4a01-881c-39fe414e0855,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:45.317732 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.406313 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.408606 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.506242 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.506863 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ff420e-70e7-4176-ab8d-01a7e902e93b {{(pid=111187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:08:45.512962 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.515375 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-6f119521-3136-4e96-8db3-a7f49152cae2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/67ff420e-70e7-4176-ab8d-01a7e902e93b HTTP/1.1" status: 204 len: 168 time: 0.9021666 Sep 01 05:08:45.516646 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37632) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:45.565164 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eff5ba-7deb-4f45-a868-8b8c9f2f2bb0 admin admin] Deleting subnet edd3d569-50dd-4cae-a512-a8ff07795333 {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:08:45.568676 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c6eff5ba-7deb-4f45-a868-8b8c9f2f2bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.645259 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c6eff5ba-7deb-4f45-a868-8b8c9f2f2bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.684701 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175a994-8c57-4e03-bef5-b265cfd46fa4 req-20c6a463-c9e2-49d1-90c0-417933925f18 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:45.686229 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6175a994-8c57-4e03-bef5-b265cfd46fa4 req-20c6a463-c9e2-49d1-90c0-417933925f18 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0866213 Sep 01 05:08:45.740402 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.790930 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6175a994-8c57-4e03-bef5-b265cfd46fa4 req-cb6fc3ec-701a-49f2-9b4c-b4482a311a26 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985985 Sep 01 05:08:45.795980 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c6eff5ba-7deb-4f45-a868-8b8c9f2f2bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.906126 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c6eff5ba-7deb-4f45-a868-8b8c9f2f2bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.928912 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eff5ba-7deb-4f45-a868-8b8c9f2f2bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd3d569-50dd-4cae-a512-a8ff07795333,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:45.935789 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c6eff5ba-7deb-4f45-a868-8b8c9f2f2bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.936944 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c6eff5ba-7deb-4f45-a868-8b8c9f2f2bb0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/edd3d569-50dd-4cae-a512-a8ff07795333 HTTP/1.1" status: 204 len: 168 time: 0.4192765 Sep 01 05:08:45.939501 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37638) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:45.940468 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4da0c-9f90-4820-bced-7fbb8b1c834a None None] Network 960197dd-16f7-4881-a63a-6815b82c0f93 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:08:46.014990 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.069629 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Deleting port 5ee0d6e5-c724-4747-8fdc-0752186ba207 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:46.070234 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.092063 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:08:46.141955 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] For port 5ee0d6e5-c724-4747-8fdc-0752186ba207, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=5ee0d6e5-c724-4747-8fdc-0752186ba207,segment=NetworkSegment(6b3476a1-2a90-4544-85bf-1349a36edfdf),segment_id=6b3476a1-2a90-4544-85bf-1349a36edfdf)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:46.141955 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.156459 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Calling delete_port for 5ee0d6e5-c724-4747-8fdc-0752186ba207 owned by network:dhcp {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:46.166408 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] DHCP port deletion for 960197dd-16f7-4881-a63a-6815b82c0f93 request from dv-cinder-804035-8-iscsi {{(pid=111189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:08:46.249443 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:46.329662 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.356410 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee0d6e5-c724-4747-8fdc-0752186ba207,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.367008 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] No DVR routers for this DVR port 5ee0d6e5-c724-4747-8fdc-0752186ba207 on host dv-cinder-804035-8-iscsi {{(pid=111187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:46.397410 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] Deleting port 5ee0d6e5-c724-4747-8fdc-0752186ba207 {{(pid=111189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:46.398028 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.401699 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 338f5fe6-85a4-4bf1-9809-61ba79b2a44d no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:46.430809 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'port_id': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'mac_address': 'fa:16:3e:47:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:08:46.435357 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.445498 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960197dd-16f7-4881-a63a-6815b82c0f93']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:46.456845 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 338f5fe6-85a4-4bf1-9809-61ba79b2a44d {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:46.457219 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 338f5fe6-85a4-4bf1-9809-61ba79b2a44d not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:46.457644 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 595910c3-fc2f-4a01-881c-39fe414e0855 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:46.459128 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3476a1-2a90-4544-85bf-1349a36edfdf') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:46.459427 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3476a1-2a90-4544-85bf-1349a36edfdf') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:46.468898 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.482781 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.488512 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:08:46.488881 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.489512 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 595910c3-fc2f-4a01-881c-39fe414e0855 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:46.489868 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 595910c3-fc2f-4a01-881c-39fe414e0855 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:46.490283 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 5ee0d6e5-c724-4747-8fdc-0752186ba207 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:08:46.490548 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:08:46.543518 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] For port 5ee0d6e5-c724-4747-8fdc-0752186ba207, host dv-cinder-804035-8-iscsi, got binding levels [] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:46.543922 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.547709 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 5ee0d6e5-c724-4747-8fdc-0752186ba207 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:46.548058 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 5ee0d6e5-c724-4747-8fdc-0752186ba207 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:46.566099 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] Calling delete_port for 5ee0d6e5-c724-4747-8fdc-0752186ba207 owned by network:dhcp {{(pid=111189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:46.570407 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.ipam_backend_mixin [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] Port 5ee0d6e5-c724-4747-8fdc-0752186ba207 was not found and therefore no delete operation was performed {{(pid=111189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 01 05:08:46.573430 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.577890 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.610309 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] Pushing event deleted for resources: {'Port': ['ID=5ee0d6e5-c724-4747-8fdc-0752186ba207,revision_number=None']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.612401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663a39e-bb43-41cc-b1d0-27e86c56109a None None] No DVR routers for this DVR port 5ee0d6e5-c724-4747-8fdc-0752186ba207 on host dv-cinder-804035-8-iscsi {{(pid=111189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:46.614974 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbf2adff-15ed-4704-aead-5844c9dbba16 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:08:46.620688 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.629860 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.634166 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] 10.222.0.41 "DELETE /v2.0/networks/960197dd-16f7-4881-a63a-6815b82c0f93 HTTP/1.1" status: 204 len: 168 time: 0.6913116 Sep 01 05:08:46.641786 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:46.643239 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952cd9e-6adb-44e5-9c0d-b8f7d9f1f187 admin admin] Pushing event deleted for resources: {'Network': ['ID=960197dd-16f7-4881-a63a-6815b82c0f93,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.717169 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.771321 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=6']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.812661 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['bbf2adff-15ed-4704-aead-5844c9dbba16'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:08:46.916649 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98cc6a-bf3c-454c-8f78-3007dc48bed8 req-132bd65c-6917-4771-a537-d921477f344e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:46.919102 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0f98cc6a-bf3c-454c-8f78-3007dc48bed8 req-132bd65c-6917-4771-a537-d921477f344e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 944 time: 0.0515981 Sep 01 05:08:46.958102 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0f98cc6a-bf3c-454c-8f78-3007dc48bed8 req-593ce47d-3495-469e-989f-f87802297eac tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327394 Sep 01 05:08:46.995366 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37646) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:47.034607 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d7b580e6-6421-4791-bcfe-d0c90fa1c07d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08529d327f6641d4b50624c9993d0f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380960 Sep 01 05:08:47.037558 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37648) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:47.084163 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-efe99496-f95e-4115-b627-7ea5b73d9c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.107960 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-efe99496-f95e-4115-b627-7ea5b73d9c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.198497 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-efe99496-f95e-4115-b627-7ea5b73d9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.200989 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-efe99496-f95e-4115-b627-7ea5b73d9c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.202143 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-efe99496-f95e-4115-b627-7ea5b73d9c2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b HTTP/1.1" status: 204 len: 168 time: 0.1637185 Sep 01 05:08:47.209779 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe99496-f95e-4115-b627-7ea5b73d9c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b6bed3-1e75-4294-bb6e-4f6d2f1a688b,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:47.784474 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37656) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:47.823980 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b432ef10-368d-4a7c-a600-15b05564e4fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dabbb9535afb490a99f674d502737266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383482 Sep 01 05:08:47.826375 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37658) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:47.871682 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-122fe1cf-37cf-4a5b-b953-e61eded5fa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.891510 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-122fe1cf-37cf-4a5b-b953-e61eded5fa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.038526 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-122fe1cf-37cf-4a5b-b953-e61eded5fa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.041613 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-122fe1cf-37cf-4a5b-b953-e61eded5fa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.042686 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-122fe1cf-37cf-4a5b-b953-e61eded5fa19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b7a9fb6-34fa-46b6-84cf-98c938c84cae HTTP/1.1" status: 204 len: 168 time: 0.2154360 Sep 01 05:08:48.069066 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122fe1cf-37cf-4a5b-b953-e61eded5fa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7a9fb6-34fa-46b6-84cf-98c938c84cae,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:48.088514 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387de1c-8737-4725-888d-b2387101fe5e req-d1065d03-f509-4a45-85ce-7661b1ee202d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:48.090155 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7387de1c-8737-4725-888d-b2387101fe5e req-d1065d03-f509-4a45-85ce-7661b1ee202d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 944 time: 0.0616994 Sep 01 05:08:48.106892 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:08:48.161643 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port bbf2adff-15ed-4704-aead-5844c9dbba16 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:08:48.162229 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.255000 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.279756 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:48.282347 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5839a7f6-d0b3-46f2-8177-e421249b5d0b" -d '{"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-plugged", "status": "completed", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:48.304187 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:48.322903 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070422f6-eada-47c0-be9d-98a94433b7b1 x-openstack-request-id: req-070422f6-eada-47c0-be9d-98a94433b7b1 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:48.323201 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-plugged", "status": "completed", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:48.327522 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-070422f6-eada-47c0-be9d-98a94433b7b1 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:48.327522 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'code': 200} Sep 01 05:08:48.339811 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7387de1c-8737-4725-888d-b2387101fe5e req-a3fe4505-5a31-460d-bd7f-9c46555f8adf tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414005 Sep 01 05:08:48.414878 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.467371 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=7']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:49.460150 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c69a97-8379-4c1f-a8eb-203c575dc717 req-cda87e60-7dbb-4d28-b7f5-8f8bc25dbb75 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:49.461633 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-27c69a97-8379-4c1f-a8eb-203c575dc717 req-cda87e60-7dbb-4d28-b7f5-8f8bc25dbb75 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0483942 Sep 01 05:08:49.498760 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-27c69a97-8379-4c1f-a8eb-203c575dc717 req-524c310e-7524-473d-aecf-77b84736b540 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310068 Sep 01 05:08:49.510259 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:08:50.615627 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1547f-a061-45a9-b32e-191051d398a0 req-37848416-9787-4e62-9738-f2da75b6d12e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:50.617094 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-62e1547f-a061-45a9-b32e-191051d398a0 req-37848416-9787-4e62-9738-f2da75b6d12e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0480287 Sep 01 05:08:50.653730 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-62e1547f-a061-45a9-b32e-191051d398a0 req-9e42306f-a04c-430c-96f6-fca31e5a5c11 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Sep 01 05:08:51.768962 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391c76c-8e94-46b8-b867-0909d8980206 req-bbc726d2-f902-4114-8cad-5cc15f31d2ce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:51.770421 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2391c76c-8e94-46b8-b867-0909d8980206 req-bbc726d2-f902-4114-8cad-5cc15f31d2ce tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0466988 Sep 01 05:08:51.810404 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2391c76c-8e94-46b8-b867-0909d8980206 req-0edf6ad7-53b9-4b1e-b288-106230e10f44 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335696 Sep 01 05:08:52.928225 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544491bc-6c71-465d-8711-4857260ebbf2 req-dece7fa2-4519-43f4-bf3e-02fa5565326c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:52.929704 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-544491bc-6c71-465d-8711-4857260ebbf2 req-dece7fa2-4519-43f4-bf3e-02fa5565326c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0484693 Sep 01 05:08:52.970548 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-544491bc-6c71-465d-8711-4857260ebbf2 req-2d62f561-e192-44cc-b363-517cbd76ef52 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345118 Sep 01 05:08:54.147749 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0af061-cd71-4eb6-b7a2-d30e5cf3aa34 req-c734a8e4-a0df-46ae-a780-71e0a1d07ae1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:54.156315 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2b0af061-cd71-4eb6-b7a2-d30e5cf3aa34 req-c734a8e4-a0df-46ae-a780-71e0a1d07ae1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0708981 Sep 01 05:08:54.194879 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2b0af061-cd71-4eb6-b7a2-d30e5cf3aa34 req-e679343e-ad65-485c-b333-7943b0eb0201 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375974 Sep 01 05:08:55.324069 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b1e9d-01c9-4cec-b696-7fdd5b4cfd5b req-c425fb23-13b8-44dd-ae62-536f40c2483a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:55.325574 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e92b1e9d-01c9-4cec-b696-7fdd5b4cfd5b req-c425fb23-13b8-44dd-ae62-536f40c2483a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0572264 Sep 01 05:08:55.363221 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e92b1e9d-01c9-4cec-b696-7fdd5b4cfd5b req-f26441e8-9df7-4f5f-948b-e29b68113959 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Sep 01 05:08:56.498986 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbcc75-3b3a-427d-868c-9ac06522d0ec req-6fbd5182-b097-4fc0-940a-a6bbd767722a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:56.500464 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-04bbcc75-3b3a-427d-868c-9ac06522d0ec req-6fbd5182-b097-4fc0-940a-a6bbd767722a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0512881 Sep 01 05:08:56.540057 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-04bbcc75-3b3a-427d-868c-9ac06522d0ec req-39b44bb7-32c7-4e0c-a793-a554ef7f6bc3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336497 Sep 01 05:08:57.664330 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bd1b8-441b-4e0e-9fa8-933cbfe0fa06 req-284fc2cf-508b-4d52-909e-4d2120dfe9e6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:57.665862 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b81bd1b8-441b-4e0e-9fa8-933cbfe0fa06 req-284fc2cf-508b-4d52-909e-4d2120dfe9e6 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0514078 Sep 01 05:08:57.704359 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b81bd1b8-441b-4e0e-9fa8-933cbfe0fa06 req-e24ad1a0-3d1a-4a09-916c-d178bb712f7e tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315495 Sep 01 05:08:58.843306 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f08e5-6e6a-419b-9a02-48f90d17f4d7 req-fb35452d-ed2f-4929-b71c-59271091a064 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:58.849552 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d74f08e5-6e6a-419b-9a02-48f90d17f4d7 req-fb35452d-ed2f-4929-b71c-59271091a064 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0595620 Sep 01 05:08:58.896735 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d74f08e5-6e6a-419b-9a02-48f90d17f4d7 req-fa4904a1-137c-4e8d-b8e1-f1763295ae4c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Sep 01 05:08:59.437748 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:00.022168 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0479c-f3f9-4485-a8a5-8b5806108cff req-a8566a01-be76-493f-87fb-f7c7d027bbeb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:00.029703 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e4f0479c-f3f9-4485-a8a5-8b5806108cff req-a8566a01-be76-493f-87fb-f7c7d027bbeb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0608337 Sep 01 05:09:00.074881 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e4f0479c-f3f9-4485-a8a5-8b5806108cff req-6cf815d2-1c2e-4c83-b8cb-24f22000f532 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429523 Sep 01 05:09:01.203925 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c91e-9dce-4502-b3b7-340ec461c21a req-75ef0a25-746c-4e2e-a4e4-801ceb118137 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:01.206211 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4da7c91e-9dce-4502-b3b7-340ec461c21a req-75ef0a25-746c-4e2e-a4e4-801ceb118137 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0552239 Sep 01 05:09:01.259984 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4da7c91e-9dce-4502-b3b7-340ec461c21a req-6f0eeb70-d1bf-4023-8536-a8640204d97a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371161 Sep 01 05:09:02.418559 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d0c60-a8ab-4eb1-a545-8f20535a99bd req-5d002677-757a-4781-b04d-ae57dfddb7e3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:02.420135 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b02d0c60-a8ab-4eb1-a545-8f20535a99bd req-5d002677-757a-4781-b04d-ae57dfddb7e3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0572836 Sep 01 05:09:02.466471 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b02d0c60-a8ab-4eb1-a545-8f20535a99bd req-42ba47ba-de15-493b-ab84-969ef9f36bd7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397799 Sep 01 05:09:03.593744 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364998e-7ef1-4a7f-86f4-d95f8a7a5bfb req-74c4d9db-85f1-44f8-8b87-078c81d50e11 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:03.595238 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f364998e-7ef1-4a7f-86f4-d95f8a7a5bfb req-74c4d9db-85f1-44f8-8b87-078c81d50e11 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0513499 Sep 01 05:09:03.634081 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f364998e-7ef1-4a7f-86f4-d95f8a7a5bfb req-23110cf0-b6b7-4bfa-8044-cf66e57e7d0c tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328469 Sep 01 05:09:04.788693 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a33e10-6544-485b-a7ce-2cd30cc74b8c req-e6a7d9cb-f2bb-4b22-9a3a-00d6b309595b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:04.790656 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-51a33e10-6544-485b-a7ce-2cd30cc74b8c req-e6a7d9cb-f2bb-4b22-9a3a-00d6b309595b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0560887 Sep 01 05:09:04.834244 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-51a33e10-6544-485b-a7ce-2cd30cc74b8c req-a6d97ac5-dd08-4ff9-8259-3e410fea1769 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354395 Sep 01 05:09:05.966291 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62749a-0ed3-40ae-87b6-965f32eca7ae req-f42248d7-0c12-478a-bbc1-b51b5e9387ff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:05.969552 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5b62749a-0ed3-40ae-87b6-965f32eca7ae req-f42248d7-0c12-478a-bbc1-b51b5e9387ff tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0577321 Sep 01 05:09:06.008079 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-5b62749a-0ed3-40ae-87b6-965f32eca7ae req-4774a549-249c-42b2-a9b2-b3c06ef8f42a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342546 Sep 01 05:09:07.130345 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ef196-7d24-453f-85dc-4e62d292155d req-102179fa-d7c3-433a-9758-2abc8ee5ae26 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:07.136260 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-250ef196-7d24-453f-85dc-4e62d292155d req-102179fa-d7c3-433a-9758-2abc8ee5ae26 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0502009 Sep 01 05:09:07.170076 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-250ef196-7d24-453f-85dc-4e62d292155d req-e527b9e8-f072-4058-bfcf-46194cfb980b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Sep 01 05:09:07.815840 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-4b554909-dbf0-4401-9952-5330b0dd5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:07.817593 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-4b554909-dbf0-4401-9952-5330b0dd5db3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 1098 time: 0.1291540 Sep 01 05:09:07.907757 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-6cfbda87-6d52-4793-973a-7825531714c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:07.909210 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-6cfbda87-6d52-4793-973a-7825531714c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.0847516 Sep 01 05:09:07.974267 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-a9856c72-d9f7-4f1b-b514-a781af377766 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf2adff-15ed-4704-aead-5844c9dbba16 HTTP/1.1" status: 200 len: 1000 time: 0.0558078 Sep 01 05:09:08.027049 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-fe0d5e51-144f-4ef7-8a55-e8b7f5004544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:08.028436 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-fe0d5e51-144f-4ef7-8a55-e8b7f5004544 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0457864 Sep 01 05:09:08.073308 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-fa426be9-c0f6-45f9-88df-6688cc0c3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:08.074650 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-fa426be9-c0f6-45f9-88df-6688cc0c3021 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389583 Sep 01 05:09:08.160503 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-ae25c55b-b8d4-460e-8f49-fb89d359065c service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782993 Sep 01 05:09:08.259258 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d6ff7eb2-6b70-4189-9ad9-b3218251bcf5 req-9ee522c2-ee2e-4dca-8bd8-fdcc73bc92d5 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908923 Sep 01 05:09:08.293664 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed2afc-23a0-4492-873f-d530df0068a7 req-6e7a09ef-bfbc-478e-bfab-e845df873f76 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:08.295222 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cfed2afc-23a0-4492-873f-d530df0068a7 req-6e7a09ef-bfbc-478e-bfab-e845df873f76 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0538921 Sep 01 05:09:08.332880 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cfed2afc-23a0-4492-873f-d530df0068a7 req-f31a3066-1006-47d5-aa2a-821834add747 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315423 Sep 01 05:09:09.603103 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a49b1e-b590-429e-8931-ac2f167acdf5 req-178d1a4c-0eee-4bff-8829-15e085df764b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:09.604690 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f3a49b1e-b590-429e-8931-ac2f167acdf5 req-178d1a4c-0eee-4bff-8829-15e085df764b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 945 time: 0.0502863 Sep 01 05:09:09.642732 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f3a49b1e-b590-429e-8931-ac2f167acdf5 req-96f11b21-221a-49ba-b988-193662316356 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Sep 01 05:09:10.199048 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:09:10.271838 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:10.296070 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:09:10.298393 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec3944-2653-4d71-8654-16cd5f66081d" -d '{"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:09:10.314743 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:10.394825 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:10.455935 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=8']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:10.474631 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 05:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3f4088-c8ed-44d7-a74f-0cfe9d79670c x-openstack-request-id: req-4d3f4088-c8ed-44d7-a74f-0cfe9d79670c {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:09:10.474631 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-unplugged", "status": "completed", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:09:10.474631 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d3f4088-c8ed-44d7-a74f-0cfe9d79670c {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:09:10.474631 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'code': 200} Sep 01 05:09:10.494149 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ca499723-bb94-4603-8dc7-f8ec8babe42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:10.498426 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e84253-233d-424e-81a1-54589d92985d req-3fc6b78b-502a-4b46-b553-4804e6630a43 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:10.499939 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-26e84253-233d-424e-81a1-54589d92985d req-3fc6b78b-502a-4b46-b553-4804e6630a43 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 945 time: 0.0533099 Sep 01 05:09:10.537044 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-26e84253-233d-424e-81a1-54589d92985d req-4d3672f3-7cc6-44ab-8939-ef33847a1125 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309010 Sep 01 05:09:10.767270 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185f8e7-c6de-4775-b1ee-f1e7c78e62f7 req-fe1c6329-8a07-4320-b199-b92ea2e758ba tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:10.768667 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b185f8e7-c6de-4775-b1ee-f1e7c78e62f7 req-fe1c6329-8a07-4320-b199-b92ea2e758ba tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0507293 Sep 01 05:09:10.806323 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b185f8e7-c6de-4775-b1ee-f1e7c78e62f7 req-88f8fba5-41e8-49f4-a974-b221f171bd19 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Sep 01 05:09:11.659831 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae18a3-f8b2-419e-802b-184b1c36a777 req-350a1c64-5063-4cc8-8489-18e86aa9cff4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:11.661342 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6fae18a3-f8b2-419e-802b-184b1c36a777 req-350a1c64-5063-4cc8-8489-18e86aa9cff4 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 945 time: 0.0516977 Sep 01 05:09:11.705567 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6fae18a3-f8b2-419e-802b-184b1c36a777 req-79be0bb8-d09f-433d-bec2-d35e44d28008 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365052 Sep 01 05:09:12.533851 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-729b68a3-e112-4d17-9770-1cd2b54c5363 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:12.535339 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-729b68a3-e112-4d17-9770-1cd2b54c5363 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Sep 01 05:09:12.626501 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Deleting port d94e6902-3ee0-453e-935f-48bf65a54757 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:09:12.626833 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:12.719290 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] For port d94e6902-3ee0-453e-935f-48bf65a54757, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d94e6902-3ee0-453e-935f-48bf65a54757,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:12.719290 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:12.736436 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c84bef-7709-4656-a7bd-9d985843f5ef req-9b9120f4-5037-447a-8d20-d6e484bbc0cd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:12.740102 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a1c84bef-7709-4656-a7bd-9d985843f5ef req-9b9120f4-5037-447a-8d20-d6e484bbc0cd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0609019 Sep 01 05:09:12.801646 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-a1c84bef-7709-4656-a7bd-9d985843f5ef req-6a552f53-8338-43a4-b068-248dfce12340 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500350 Sep 01 05:09:12.882951 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e477-682f-45ec-a4b3-d6838729fde0 req-92cb555f-d2ac-4423-9500-777c90af0294 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:12.884420 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9873e477-682f-45ec-a4b3-d6838729fde0 req-92cb555f-d2ac-4423-9500-777c90af0294 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 945 time: 0.1067622 Sep 01 05:09:12.964690 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:12.965116 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:12.965418 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Floating IP 12dfab3d-ad38-49e8-89b9-358592ebc45c disassociated. External IP: 172.27.1.130, port: d94e6902-3ee0-453e-935f-48bf65a54757. Sep 01 05:09:12.965752 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Calling delete_port for d94e6902-3ee0-453e-935f-48bf65a54757 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:09:12.969873 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9873e477-682f-45ec-a4b3-d6838729fde0 req-f5d38eb8-3f59-4a04-959e-2510e7acd322 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc0cee65-3e87-446a-8411-a376ad4822cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529828 Sep 01 05:09:13.003120 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-efdb78e0-2dbe-4875-a766-1b2b51e39686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:13.124291 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-1efa6239-686b-43cf-88a0-3383f39767a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421958 Sep 01 05:09:13.156871 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:13.186445 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event deleted for resources: {'Port': ['ID=d94e6902-3ee0-453e-935f-48bf65a54757,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:13.305563 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:09:13.311014 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:13.413730 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:09:13.426597 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] Sync routers for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:09:13.446898 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:09:13.447539 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:09:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:13.457280 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] No DVR routers for this DVR port d94e6902-3ee0-453e-935f-48bf65a54757 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:09:13.459781 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:13.461747 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-30584a28-bef1-471d-8f06-dda9f4e27f71 req-c6763898-4ea4-48dc-b504-14e611ff8ad9 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.16 "DELETE /v2.0/ports/d94e6902-3ee0-453e-935f-48bf65a54757 HTTP/1.1" status: 204 len: 173 time: 0.9196935 Sep 01 05:09:13.462173 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'name': 'network-vif-deleted', 'tag': 'd94e6902-3ee0-453e-935f-48bf65a54757'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:09:13.464605 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f7cd80-ab0a-4b49-b4d0-e082615d7364" -d '{"events": [{"server_uuid": "2f310cc8-a918-49c4-92d9-832bba6ebce5", "name": "network-vif-deleted", "tag": "d94e6902-3ee0-453e-935f-48bf65a54757"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:09:13.505932 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea24bde-b9d2-498a-af24-fc60acf0b8b1 x-openstack-request-id: req-dea24bde-b9d2-498a-af24-fc60acf0b8b1 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:09:13.506220 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f310cc8-a918-49c4-92d9-832bba6ebce5", "name": "network-vif-deleted", "tag": "d94e6902-3ee0-453e-935f-48bf65a54757", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:09:13.506466 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dea24bde-b9d2-498a-af24-fc60acf0b8b1 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:09:13.506854 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f310cc8-a918-49c4-92d9-832bba6ebce5', 'name': 'network-vif-deleted', 'tag': 'd94e6902-3ee0-453e-935f-48bf65a54757', 'status': 'completed', 'code': 200} Sep 01 05:09:13.565106 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:09:13.783833 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:13.810235 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] Checking router: 060e2f57-7b15-4b5e-b03f-3dfb028995f6 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:09:13.818978 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:09:13.819585 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:09:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:13.918572 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725ee85-afaa-4d33-bdde-c3805f20d77a req-4ddce534-ed80-46d7-b25b-84ed5270dcc8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:13.920116 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4725ee85-afaa-4d33-bdde-c3805f20d77a req-4ddce534-ed80-46d7-b25b-84ed5270dcc8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0525391 Sep 01 05:09:13.926790 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:09:13.957654 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4725ee85-afaa-4d33-bdde-c3805f20d77a req-f5d8d917-0b6a-46f9-ae74-68cfc40e8bc9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Sep 01 05:09:14.074289 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-977e12b5-b41c-4af7-8041-7f9ba8c263ba req-ec3e6b96-56e0-45f1-90e1-55432edc796c tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f310cc8-a918-49c4-92d9-832bba6ebce5 HTTP/1.1" status: 200 len: 210 time: 0.0264869 Sep 01 05:09:14.127685 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:14.158071 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85701cc-4302-424d-9aef-0e3140f987a3 None None] The sync data for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi is: [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T04:58:25Z', 'revision_number': 4, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea', 'name': '', 'network_id': 'ab029d5b-4468-452c-9f56-90a1caf05d49', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'mac_address': 'fa:16:3e:81:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '53d06524-d788-412d-bd00-de293b27ccc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:24Z', 'updated_at': '2021-09-01T04:58:38Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'subnets': [{'id': '53d06524-d788-412d-bd00-de293b27ccc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:09:14.217249 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:09:14.250078 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:14.384308 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d058d1a4-1355-45b5-ba02-07ae2b7a95b7 None None] New status for floating IP 12dfab3d-ad38-49e8-89b9-358592ebc45c: DOWN {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:09:14.656266 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-2b36f748-cd9a-44c1-812a-40407b2a2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:14.657765 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-2b36f748-cd9a-44c1-812a-40407b2a2705 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda&tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd HTTP/1.1" status: 200 len: 1096 time: 0.0411744 Sep 01 05:09:14.717564 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-1bb11a91-3982-44d0-90a6-9392e64ab346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:14.718996 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-1bb11a91-3982-44d0-90a6-9392e64ab346 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 1096 time: 0.0391445 Sep 01 05:09:14.808469 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-91b702be-3531-4a06-a0a8-9d3cc09f64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:14.809901 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-91b702be-3531-4a06-a0a8-9d3cc09f64ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.0839899 Sep 01 05:09:14.872303 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-ce9332a1-1db9-4d16-8bc1-5f5658ad166a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf2adff-15ed-4704-aead-5844c9dbba16 HTTP/1.1" status: 200 len: 998 time: 0.0549366 Sep 01 05:09:14.918725 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-dbc3ce01-be85-4077-a7ca-d50cc9d6e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:14.920065 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-dbc3ce01-be85-4077-a7ca-d50cc9d6e3f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0408013 Sep 01 05:09:14.967170 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-9cb7daa3-36d6-4816-992e-a73c4ea0cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:14.968621 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-9cb7daa3-36d6-4816-992e-a73c4ea0cd42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412509 Sep 01 05:09:15.086375 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-700c6a9d-dbf2-403d-a8fb-d08e03d55649 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107492 Sep 01 05:09:15.098743 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02412435-9c79-45c9-89a7-6f345350ffa9 req-32c35982-0150-40dc-8338-9a64d7c42592 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:15.100125 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-02412435-9c79-45c9-89a7-6f345350ffa9 req-32c35982-0150-40dc-8338-9a64d7c42592 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0716891 Sep 01 05:09:15.179929 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-02412435-9c79-45c9-89a7-6f345350ffa9 req-7ea7be12-5190-441e-a8a1-516057c6de3f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706155 Sep 01 05:09:15.213308 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-3d8d017a-0082-443c-8745-fea893d97c87 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122010 Sep 01 05:09:15.217991 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37924) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:15.270804 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b51d579d-3d6a-4ee0-b5f0-357ebb889187 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.293355 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b51d579d-3d6a-4ee0-b5f0-357ebb889187 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.414005 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b51d579d-3d6a-4ee0-b5f0-357ebb889187 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.418903 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b51d579d-3d6a-4ee0-b5f0-357ebb889187 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.418903 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b51d579d-3d6a-4ee0-b5f0-357ebb889187 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc0cee65-3e87-446a-8411-a376ad4822cc HTTP/1.1" status: 204 len: 168 time: 0.1993778 Sep 01 05:09:15.421270 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 37934) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:15.427213 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d579d-3d6a-4ee0-b5f0-357ebb889187 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0cee65-3e87-446a-8411-a376ad4822cc,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:15.437620 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.api.v2.resource [None req-38dbeb48-f763-4609-97d3-626c81b12ed7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] show failed (client error): The resource could not be found. Sep 01 05:09:15.439539 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-38dbeb48-f763-4609-97d3-626c81b12ed7 tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "GET /v2.0/security-groups/bc0cee65-3e87-446a-8411-a376ad4822cc HTTP/1.1" status: 404 len: 347 time: 0.0166926 Sep 01 05:09:15.444285 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37936) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:15.569011 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Deleting port 19dce475-4f6e-43e8-a18f-485e27601616 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:09:15.569375 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.645226 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.645448 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.657504 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Calling delete_port for 19dce475-4f6e-43e8-a18f-485e27601616 owned by network:floatingip {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:09:15.752118 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.888881 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.916112 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Pushing event deleted for resources: {'Port': ['ID=19dce475-4f6e-43e8-a18f-485e27601616,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:15.977506 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks [] for floatingip, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.980979 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:15.982177 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-7fa48e6e-717a-48f0-8b00-05d2222d6aef tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] 10.222.0.41 "DELETE /v2.0/floatingips/12dfab3d-ad38-49e8-89b9-358592ebc45c HTTP/1.1" status: 204 len: 168 time: 0.5368536 Sep 01 05:09:16.216650 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device d94e6902-3ee0-453e-935f-48bf65a54757 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:09:16.236486 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: d94e6902-3ee0-453e-935f-48bf65a54757 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:09:16.236794 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device d94e6902-3ee0-453e-935f-48bf65a54757 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:09:16.358524 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeab97-3dbb-4922-a463-0ad0dbc0265d req-72af4d61-97b7-4c3a-9939-114629d22ed3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:16.364379 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9eaeab97-3dbb-4922-a463-0ad0dbc0265d req-72af4d61-97b7-4c3a-9939-114629d22ed3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0995736 Sep 01 05:09:16.400042 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9eaeab97-3dbb-4922-a463-0ad0dbc0265d req-d57a1a4a-59e6-4a38-b162-b93b688b8087 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Sep 01 05:09:17.545680 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f17dc2-36b3-4965-9f0d-3ac03a9fddb4 req-9c3b50bb-309c-4ece-8a51-9d289b99eed8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:17.547190 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f5f17dc2-36b3-4965-9f0d-3ac03a9fddb4 req-9c3b50bb-309c-4ece-8a51-9d289b99eed8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0613744 Sep 01 05:09:17.593519 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f5f17dc2-36b3-4965-9f0d-3ac03a9fddb4 req-5a08f421-3484-4d21-9e9c-fcebc06ce3c1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394940 Sep 01 05:09:18.735201 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57415b46-24db-43f9-b1cc-19b4d64ee431 req-12d13798-bc98-4ae0-bd33-170e131ebc90 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:18.736948 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-57415b46-24db-43f9-b1cc-19b4d64ee431 req-12d13798-bc98-4ae0-bd33-170e131ebc90 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0701096 Sep 01 05:09:18.774984 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-57415b46-24db-43f9-b1cc-19b4d64ee431 req-a6cb9e73-43e9-4c20-8da9-ca5d0a6fd3d8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Sep 01 05:09:19.903912 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a632cb-c6dc-44ae-bfd9-67593c2f1d0c req-aabccdd4-f7e7-4dcd-a5ad-07840218dddc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:19.905385 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93a632cb-c6dc-44ae-bfd9-67593c2f1d0c req-aabccdd4-f7e7-4dcd-a5ad-07840218dddc tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0481670 Sep 01 05:09:19.948188 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-93a632cb-c6dc-44ae-bfd9-67593c2f1d0c req-5cf147ba-851a-4780-b095-d242fb4eb9ae tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368962 Sep 01 05:09:20.035320 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37988) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:20.502398 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-10890542-886f-466a-9765-627205550400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:20.759887 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-10890542-886f-466a-9765-627205550400 admin admin] Deleting port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:09:20.760648 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-10890542-886f-466a-9765-627205550400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:20.842800 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-10890542-886f-466a-9765-627205550400 admin admin] For port 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:20.843167 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-10890542-886f-466a-9765-627205550400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:20.855979 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-10890542-886f-466a-9765-627205550400 admin admin] Calling delete_port for 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea owned by network:router_interface {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:09:21.093955 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c820a-812a-4fc7-9b59-9d9e3dcfd9e3 req-aef3f259-42a6-45ea-94e4-21b64f6ed207 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:21.095504 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-607c820a-812a-4fc7-9b59-9d9e3dcfd9e3 req-aef3f259-42a6-45ea-94e4-21b64f6ed207 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0685344 Sep 01 05:09:21.138266 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-607c820a-812a-4fc7-9b59-9d9e3dcfd9e3 req-e6c6436d-661c-4376-86cb-398372f341e4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355177 Sep 01 05:09:21.173929 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-10890542-886f-466a-9765-627205550400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:21.202003 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10890542-886f-466a-9765-627205550400 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:21.402169 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-10890542-886f-466a-9765-627205550400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:21.637637 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10890542-886f-466a-9765-627205550400 admin admin] Router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:09:21.748570 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10890542-886f-466a-9765-627205550400 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:09:21.761024 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] Sync routers for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:09:21.766989 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-10890542-886f-466a-9765-627205550400 admin admin] 10.222.0.41 "PUT /v2.0/routers/060e2f57-7b15-4b5e-b03f-3dfb028995f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304971 Sep 01 05:09:21.769330 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 37994) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:21.774884 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:09:21.775803 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:09:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:21.882135 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:09:22.073702 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T05:09:20Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:22.105804 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] Checking router: 060e2f57-7b15-4b5e-b03f-3dfb028995f6 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:09:22.114964 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] Routers {'060e2f57-7b15-4b5e-b03f-3dfb028995f6'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:09:22.115598 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:09:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:22.118895 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks [] for router, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:22.227966 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:22.243798 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] Set router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:09:22.326696 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ab7be-ba7a-4d27-834b-888e90c51afb req-8b138498-a663-40b8-8d27-0d14c29a2c23 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:22.335473 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1e1ab7be-ba7a-4d27-834b-888e90c51afb req-8b138498-a663-40b8-8d27-0d14c29a2c23 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0833778 Sep 01 05:09:22.383934 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Deleting port 863ef553-bb41-44d6-aa8c-dcab5f6905f7 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:09:22.384281 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:22.449735 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1e1ab7be-ba7a-4d27-834b-888e90c51afb req-0da97600-0146-455b-a444-e5a6a3961f17 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062131 Sep 01 05:09:22.512348 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] For port 863ef553-bb41-44d6-aa8c-dcab5f6905f7, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=863ef553-bb41-44d6-aa8c-dcab5f6905f7,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:22.512655 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:22.530674 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Calling delete_port for 863ef553-bb41-44d6-aa8c-dcab5f6905f7 owned by network:router_gateway {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:09:22.578393 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T05:09:20Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:22.607738 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eae4350-a9ab-426b-b040-5bc4f5ea806a None None] The sync data for ids ['060e2f57-7b15-4b5e-b03f-3dfb028995f6'] in dv-cinder-804035-8-iscsi is: [{'id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'name': 'tempest-AttachVolumeTestJSON-634476995-router', 'tenant_id': '17766c14ec71449c90ad59bca33c79d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:18Z', 'updated_at': '2021-09-01T05:09:20Z', 'revision_number': 5, 'project_id': '17766c14ec71449c90ad59bca33c79d8', 'gw_port': {'id': '863ef553-bb41-44d6-aa8c-dcab5f6905f7', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060e2f57-7b15-4b5e-b03f-3dfb028995f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:09:22.792035 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:22.826290 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=863ef553-bb41-44d6-aa8c-dcab5f6905f7,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:22.884404 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:22.976302 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:22.978493 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.082821 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.083397 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 060e2f57-7b15-4b5e-b03f-3dfb028995f6 {{(pid=111187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:09:23.087966 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.089321 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-956370d5-1010-490d-8791-bbd212ee3e1d admin admin] 10.222.0.41 "DELETE /v2.0/routers/060e2f57-7b15-4b5e-b03f-3dfb028995f6 HTTP/1.1" status: 204 len: 168 time: 1.3186915 Sep 01 05:09:23.091730 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38002) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:23.143149 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e41bb41-3a1b-48cd-a9af-631b05e224a7 admin admin] Deleting subnet 53d06524-d788-412d-bd00-de293b27ccc1 {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:09:23.146516 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3e41bb41-3a1b-48cd-a9af-631b05e224a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.184979 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3e41bb41-3a1b-48cd-a9af-631b05e224a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.278790 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3e41bb41-3a1b-48cd-a9af-631b05e224a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.408226 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3e41bb41-3a1b-48cd-a9af-631b05e224a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.436577 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41bb41-3a1b-48cd-a9af-631b05e224a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d06524-d788-412d-bd00-de293b27ccc1,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:23.448276 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3e41bb41-3a1b-48cd-a9af-631b05e224a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.453235 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38004) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:23.453740 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-3e41bb41-3a1b-48cd-a9af-631b05e224a7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/53d06524-d788-412d-bd00-de293b27ccc1 HTTP/1.1" status: 204 len: 168 time: 0.3605063 Sep 01 05:09:23.457710 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e11fe7-be8a-4581-89f5-47faa61a0062 None None] Network ab029d5b-4468-452c-9f56-90a1caf05d49 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:09:23.527126 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.599875 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Deleting port 20471c28-c948-48dc-98d7-e58a00f12b13 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:09:23.600446 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.631687 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce675be-909e-4cc7-8459-c21769f3d39c req-86642beb-45b2-46c5-85c3-5435974344b8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:23.633282 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7ce675be-909e-4cc7-8459-c21769f3d39c req-86642beb-45b2-46c5-85c3-5435974344b8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0926201 Sep 01 05:09:23.673614 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] For port 20471c28-c948-48dc-98d7-e58a00f12b13, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=20471c28-c948-48dc-98d7-e58a00f12b13,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:23.673814 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.683659 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7ce675be-909e-4cc7-8459-c21769f3d39c req-55ec940e-f365-4f7e-8ef6-65129add9d8b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Sep 01 05:09:23.708835 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Calling delete_port for 20471c28-c948-48dc-98d7-e58a00f12b13 owned by network:dhcp {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:09:23.715262 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] DHCP port deletion for ab029d5b-4468-452c-9f56-90a1caf05d49 request from dv-cinder-804035-8-iscsi {{(pid=111189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:09:23.784439 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Deleting port 20471c28-c948-48dc-98d7-e58a00f12b13 {{(pid=111189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:09:23.784961 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.853264 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.853540 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] For port 20471c28-c948-48dc-98d7-e58a00f12b13, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=20471c28-c948-48dc-98d7-e58a00f12b13,segment=NetworkSegment(ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb),segment_id=ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:23.854150 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.868674 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Calling delete_port for 20471c28-c948-48dc-98d7-e58a00f12b13 owned by network:dhcp {{(pid=111189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:09:23.883880 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] No DVR routers for this DVR port 20471c28-c948-48dc-98d7-e58a00f12b13 on host dv-cinder-804035-8-iscsi {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:09:23.886346 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Pushing event deleted for resources: {'Port': ['ID=20471c28-c948-48dc-98d7-e58a00f12b13,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:23.944462 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.966983 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Pushing event deleted for resources: {'Port': ['ID=20471c28-c948-48dc-98d7-e58a00f12b13,revision_number=None']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:23.975395 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.978802 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.979149 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.979495 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.979830 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.980169 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.980496 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.980825 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.981178 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.981507 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.981835 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.982159 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.982482 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:23.985170 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291505cd-72d6-4dcf-9cd6-331220fb44d6 None None] No DVR routers for this DVR port 20471c28-c948-48dc-98d7-e58a00f12b13 on host dv-cinder-804035-8-iscsi {{(pid=111189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:09:23.985381 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab029d5b-4468-452c-9f56-90a1caf05d49']}} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:24.002745 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb') {'for_net_delete': True} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:24.003040 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd0e703-3d4d-4400-a9bd-75f0c44fd9eb') {} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:09:24.012548 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555047'] for segment, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.026768 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.032950 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=111188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:09:24.033359 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12732138'] for segment, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: Traceback (most recent call last): Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: timer() Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: cb(*args, **kw) Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: return func(*args, **kwargs) Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: self._notify() Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: self.callback(batched_events) Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: event.method(event) Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: return f(self, *a, **k) Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._get(url).json() Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: return self.request(url, 'GET', **kwargs) Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:09:24.034989 dv-cinder-804035-8-iscsi neutron-server[111188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:09:24.169003 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.174731 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.176542 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ab029d5b-4468-452c-9f56-90a1caf05d49 HTTP/1.1" status: 204 len: 168 time: 0.7223089 Sep 01 05:09:24.187535 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ea187-f376-45a4-9dba-83aa7d0a1674 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab029d5b-4468-452c-9f56-90a1caf05d49,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:24.376381 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 20471c28-c948-48dc-98d7-e58a00f12b13 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:09:24.404272 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 20471c28-c948-48dc-98d7-e58a00f12b13 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:09:24.404617 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 20471c28-c948-48dc-98d7-e58a00f12b13 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:09:24.405101 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:09:24.426017 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:09:24.426362 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 1a5b99cb-5c74-4d4f-885a-c1a4c6fdbfea not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:09:24.426769 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 863ef553-bb41-44d6-aa8c-dcab5f6905f7 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:09:24.446599 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 863ef553-bb41-44d6-aa8c-dcab5f6905f7 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:09:24.446884 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 863ef553-bb41-44d6-aa8c-dcab5f6905f7 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:09:24.507688 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38012) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:24.547781 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-7860ac04-6530-4c69-a106-ce5d9d882fe1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17766c14ec71449c90ad59bca33c79d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388589 Sep 01 05:09:24.550207 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38014) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:24.604891 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-54f50dc2-dc0f-4032-9d77-619d8f9f2f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.625796 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-54f50dc2-dc0f-4032-9d77-619d8f9f2f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.756703 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-54f50dc2-dc0f-4032-9d77-619d8f9f2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.759348 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-54f50dc2-dc0f-4032-9d77-619d8f9f2f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:24.761322 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-54f50dc2-dc0f-4032-9d77-619d8f9f2f92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/725fcd57-10b6-4f1f-b237-ce0ce0c6f015 HTTP/1.1" status: 204 len: 168 time: 0.2101245 Sep 01 05:09:24.770303 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f50dc2-dc0f-4032-9d77-619d8f9f2f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725fcd57-10b6-4f1f-b237-ce0ce0c6f015,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:24.862877 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ae182-bb53-48f7-aa8c-c9d515504a3c req-2f92e600-efe2-4c4b-885e-568bca3f713a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:24.871144 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-717ae182-bb53-48f7-aa8c-c9d515504a3c req-2f92e600-efe2-4c4b-885e-568bca3f713a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0689220 Sep 01 05:09:24.905398 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-717ae182-bb53-48f7-aa8c-c9d515504a3c req-3d841a77-9cba-4c52-b850-fe77aa6b582b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332577 Sep 01 05:09:26.034689 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0948a-7c82-474e-a541-1b0d36ae261c req-7aa8bdd5-c184-4ef1-b119-af6532fb16e7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:26.036720 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6cd0948a-7c82-474e-a541-1b0d36ae261c req-7aa8bdd5-c184-4ef1-b119-af6532fb16e7 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0541055 Sep 01 05:09:26.079168 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6cd0948a-7c82-474e-a541-1b0d36ae261c req-5ad40b6c-8b54-4503-8cf4-f1f1faa9ba17 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358589 Sep 01 05:09:26.508252 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:09:27.209117 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea20fda-0584-4a15-a41c-420c21103937 req-f57abfa7-2b42-4817-b324-71b98ecd0331 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:27.210767 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bea20fda-0584-4a15-a41c-420c21103937 req-f57abfa7-2b42-4817-b324-71b98ecd0331 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0520179 Sep 01 05:09:27.253547 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bea20fda-0584-4a15-a41c-420c21103937 req-12c4a9ca-bb50-4df6-9b51-1e31f3e1a54d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360761 Sep 01 05:09:28.375570 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6808f39-7fbd-44db-aaf3-fcf5a647b206 req-ddba2eac-c7f2-41e4-9d72-1523f4cfd248 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:28.377052 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c6808f39-7fbd-44db-aaf3-fcf5a647b206 req-ddba2eac-c7f2-41e4-9d72-1523f4cfd248 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0514662 Sep 01 05:09:28.412570 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c6808f39-7fbd-44db-aaf3-fcf5a647b206 req-4464b116-c16c-484c-8022-60fe475bc3f8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297654 Sep 01 05:09:29.430821 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:29.531458 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ff21b-a13a-414d-8759-61a19bd227e1 req-962ffa05-ae35-4738-802d-4d55ef7ffe40 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:29.533068 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f05ff21b-a13a-414d-8759-61a19bd227e1 req-962ffa05-ae35-4738-802d-4d55ef7ffe40 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0475168 Sep 01 05:09:29.569863 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f05ff21b-a13a-414d-8759-61a19bd227e1 req-96733486-95c7-41f7-be89-d0c27d013f87 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310292 Sep 01 05:09:30.688216 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2782-2648-4e41-9b9e-f4bba07952b4 req-d3066c38-1912-4234-ab4f-f6e02bee65ae tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:30.689744 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-71ff2782-2648-4e41-9b9e-f4bba07952b4 req-d3066c38-1912-4234-ab4f-f6e02bee65ae tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0484042 Sep 01 05:09:30.727348 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-71ff2782-2648-4e41-9b9e-f4bba07952b4 req-173df433-f334-49b4-8514-494a8e6ffa0b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316010 Sep 01 05:09:31.853421 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb587e-bafb-4070-bd32-91843c3843a9 req-a2704525-2111-4949-aa8d-b197a2fd5b37 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:31.855621 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1cb587e-bafb-4070-bd32-91843c3843a9 req-a2704525-2111-4949-aa8d-b197a2fd5b37 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0563564 Sep 01 05:09:31.894029 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1cb587e-bafb-4070-bd32-91843c3843a9 req-c781a356-8cb2-4003-859b-23898ba06e90 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324495 Sep 01 05:09:33.014237 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cec64-a032-4a2b-ab19-cd4c85961d85 req-0e906e91-f6fe-4a74-8dab-3e12a5772b22 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:33.015695 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b79cec64-a032-4a2b-ab19-cd4c85961d85 req-0e906e91-f6fe-4a74-8dab-3e12a5772b22 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0478287 Sep 01 05:09:33.052943 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b79cec64-a032-4a2b-ab19-cd4c85961d85 req-119308a3-6d78-41c6-9814-c4dc0f71c2b4 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Sep 01 05:09:34.169733 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67694bc-cf60-42d8-9cae-9be5484811b9 req-19efd8a9-612d-4362-a558-f633b3ef3163 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:34.171175 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a67694bc-cf60-42d8-9cae-9be5484811b9 req-19efd8a9-612d-4362-a558-f633b3ef3163 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0473890 Sep 01 05:09:34.210886 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a67694bc-cf60-42d8-9cae-9be5484811b9 req-d692e8a9-a601-44a4-ae86-14a5ceb573f0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338731 Sep 01 05:09:35.332811 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e3600-ed0c-4e9f-827d-17e4627a4939 req-44231092-4474-45f4-9b08-e30a8b6d6e68 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:35.334319 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7b7e3600-ed0c-4e9f-827d-17e4627a4939 req-44231092-4474-45f4-9b08-e30a8b6d6e68 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0523672 Sep 01 05:09:35.371718 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7b7e3600-ed0c-4e9f-827d-17e4627a4939 req-77b98f56-9205-4bdb-a4b3-6099cfed2fd8 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309184 Sep 01 05:09:35.583929 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-145da44f-2923-44f7-b1b3-4fdd89d9739c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:35.585440 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-145da44f-2923-44f7-b1b3-4fdd89d9739c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 1096 time: 0.0409899 Sep 01 05:09:35.696087 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-d67dff83-d944-4208-998e-6a875a9e6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:35.701305 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-d67dff83-d944-4208-998e-6a875a9e6415 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 200 len: 918 time: 0.0903182 Sep 01 05:09:35.766802 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-1916d5e1-f268-4560-9443-871ae112ac0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbf2adff-15ed-4704-aead-5844c9dbba16 HTTP/1.1" status: 200 len: 998 time: 0.0616877 Sep 01 05:09:35.815332 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-b028f8fb-3090-405c-af7c-94bacd748d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:35.816732 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-b028f8fb-3090-405c-af7c-94bacd748d5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 200 len: 856 time: 0.0427499 Sep 01 05:09:35.860346 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-25d8c2fa-23c4-4b58-9268-d79e84bfadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:35.862616 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-25d8c2fa-23c4-4b58-9268-d79e84bfadb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e413433-79f1-4ec5-82ca-7d41437851e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383575 Sep 01 05:09:35.951574 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-826ac73d-f27b-4946-a636-e77384bd08ad service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823638 Sep 01 05:09:36.041266 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4d0f8779-68e3-4e13-b1e4-d479cfd4efa1 req-d615631a-9391-4f34-9f47-f520c58fb2b3 service neutron] 10.222.0.16 "GET /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809479 Sep 01 05:09:36.489749 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123696a-ce65-4a40-b765-16de7107fd45 req-dd49961a-45a7-4b4c-8d56-5dbf1421319f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:36.491193 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5123696a-ce65-4a40-b765-16de7107fd45 req-dd49961a-45a7-4b4c-8d56-5dbf1421319f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0478511 Sep 01 05:09:36.535810 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5123696a-ce65-4a40-b765-16de7107fd45 req-944306ab-1c72-495b-bba1-ad036859cfaa tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388470 Sep 01 05:09:37.664891 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59afd5-2a22-4819-90d6-84fbea503b18 req-a9501748-919c-4a1d-878b-5d6bb1c24633 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:37.666429 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2d59afd5-2a22-4819-90d6-84fbea503b18 req-a9501748-919c-4a1d-878b-5d6bb1c24633 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0516930 Sep 01 05:09:37.711862 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2d59afd5-2a22-4819-90d6-84fbea503b18 req-09dbeb7e-9844-4a75-a9fa-0f66b7a67698 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377436 Sep 01 05:09:38.829099 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d48419-ad6f-41e8-b8b9-f274a11f033a req-78da9bfb-6758-4717-84be-27d1f67024d2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:38.830578 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-10d48419-ad6f-41e8-b8b9-f274a11f033a req-78da9bfb-6758-4717-84be-27d1f67024d2 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 943 time: 0.0482159 Sep 01 05:09:38.869241 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-10d48419-ad6f-41e8-b8b9-f274a11f033a req-bfea4941-4945-452d-9ad3-073ba80915f9 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Sep 01 05:09:39.026982 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:09:39.119366 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:39.130733 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'port_id': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'mac_address': 'fa:16:3e:47:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:09:39.167298 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.179934 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf2adff-15ed-4704-aead-5844c9dbba16 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:09:39.199366 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:39.248449 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.292864 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=9']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:39.986032 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32284e89-235f-413c-aebb-64d9cefcc026 req-0951f9ff-98e9-4d06-bd18-f1f41b838fe1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:39.987487 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-32284e89-235f-413c-aebb-64d9cefcc026 req-0951f9ff-98e9-4d06-bd18-f1f41b838fe1 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 944 time: 0.0481155 Sep 01 05:09:40.031216 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-32284e89-235f-413c-aebb-64d9cefcc026 req-144c5b2c-62c0-40e0-8c48-ed95f185300b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379932 Sep 01 05:09:40.453422 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-aaafcd04-82db-4450-93a8-61eea3d07535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:41.147927 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca6475-6723-453e-8167-f98dee9a0d8b req-d5666402-5c51-4fe6-9c7b-d15fe680c733 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:41.149388 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1eca6475-6723-453e-8167-f98dee9a0d8b req-d5666402-5c51-4fe6-9c7b-d15fe680c733 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 944 time: 0.0478745 Sep 01 05:09:41.186521 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1eca6475-6723-453e-8167-f98dee9a0d8b req-131e4e23-2fc5-4892-a500-cb60a7b1cff5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312898 Sep 01 05:09:41.476892 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['bbf2adff-15ed-4704-aead-5844c9dbba16'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:09:42.307888 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739fef3-c92c-46fa-a893-bb782fea0893 req-0bb3c01d-ab64-412d-9770-83a7fcd54c06 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:42.309386 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8739fef3-c92c-46fa-a893-bb782fea0893 req-0bb3c01d-ab64-412d-9770-83a7fcd54c06 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 944 time: 0.0503721 Sep 01 05:09:42.347214 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8739fef3-c92c-46fa-a893-bb782fea0893 req-80ad0936-07fe-4c1b-a259-da4f58feeb0f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Sep 01 05:09:42.556655 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:09:42.603071 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port bbf2adff-15ed-4704-aead-5844c9dbba16 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:09:42.603438 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:42.680474 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:42.703132 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:09:42.705348 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87d5885-bd5b-4958-a478-00d67ea93595" -d '{"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-plugged", "status": "completed", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:09:42.717587 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:42.742138 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad466f-cacd-431d-9986-6e85a196e57a x-openstack-request-id: req-33ad466f-cacd-431d-9986-6e85a196e57a {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:09:42.742425 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-plugged", "status": "completed", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:09:42.742672 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33ad466f-cacd-431d-9986-6e85a196e57a {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:09:42.743058 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'code': 200} Sep 01 05:09:42.812890 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:42.859956 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=10']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:42.990524 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-0d67a1bf-334f-4ca4-adbc-5ca5ffa35b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:43.105095 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15e04c-9c19-432f-9131-b5518baa6d47 req-f5e5b756-4d7a-4250-a540-c2c33e13180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:43.106609 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fa15e04c-9c19-432f-9131-b5518baa6d47 req-f5e5b756-4d7a-4250-a540-c2c33e13180c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 1099 time: 0.0435319 Sep 01 05:09:43.144626 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fa15e04c-9c19-432f-9131-b5518baa6d47 req-f269fb44-11f1-4114-b950-97f0d6024b97 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Sep 01 05:09:43.263770 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:43.470154 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750c079-cca6-4b24-adc9-213feaf98b1a req-bf3e403f-f9d0-4fb9-a8fd-a62ddd7de037 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:43.471661 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f750c079-cca6-4b24-adc9-213feaf98b1a req-bf3e403f-f9d0-4fb9-a8fd-a62ddd7de037 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0533328 Sep 01 05:09:43.509379 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f750c079-cca6-4b24-adc9-213feaf98b1a req-7f2052d2-7078-4447-a0ed-7d4751b984fb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317874 Sep 01 05:09:44.219438 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:44.629009 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956714b9-b92f-4041-8a9f-3038737b7789 req-7857340c-3e0c-44e5-8909-41ad7cdb9fcf tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:44.630483 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-956714b9-b92f-4041-8a9f-3038737b7789 req-7857340c-3e0c-44e5-8909-41ad7cdb9fcf tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0475125 Sep 01 05:09:44.667208 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-956714b9-b92f-4041-8a9f-3038737b7789 req-2ba533eb-287d-45ac-bd8b-92cfcaa9daea tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Sep 01 05:09:45.709566 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:45.787567 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495c8eb-e2a8-420d-806f-4997b9a74935 req-56b6e159-c16a-47ec-8960-af7581c23791 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:45.789132 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2495c8eb-e2a8-420d-806f-4997b9a74935 req-56b6e159-c16a-47ec-8960-af7581c23791 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0482647 Sep 01 05:09:45.826395 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2495c8eb-e2a8-420d-806f-4997b9a74935 req-f227461c-de75-4a30-8f15-79235e390eaf tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Sep 01 05:09:46.942882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421dce8-4ad1-460d-ba0e-271c8b77255f req-6896e22d-2671-4e13-a10b-f58dc7dc9a7b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:46.944343 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7421dce8-4ad1-460d-ba0e-271c8b77255f req-6896e22d-2671-4e13-a10b-f58dc7dc9a7b tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0476282 Sep 01 05:09:46.982628 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7421dce8-4ad1-460d-ba0e-271c8b77255f req-c391eba1-4e0e-442a-8300-43e17d7fe9db tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324051 Sep 01 05:09:48.104710 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a93d8e-af8c-4f7a-bd08-81cafa8f301c req-2cd75917-8352-47b7-ad26-ecf8f590d4fa tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:48.111182 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-98a93d8e-af8c-4f7a-bd08-81cafa8f301c req-2cd75917-8352-47b7-ad26-ecf8f590d4fa tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0541670 Sep 01 05:09:48.145555 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-98a93d8e-af8c-4f7a-bd08-81cafa8f301c req-86d47385-7f81-493b-b9b3-3629ad22a91f tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332563 Sep 01 05:09:49.269281 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9a6da-02e9-4176-a41f-6bdeffdb3632 req-b18c87b7-31ef-47ca-b0c3-ec23c87f32d5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:49.270754 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e3d9a6da-02e9-4176-a41f-6bdeffdb3632 req-b18c87b7-31ef-47ca-b0c3-ec23c87f32d5 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0529923 Sep 01 05:09:49.318157 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e3d9a6da-02e9-4176-a41f-6bdeffdb3632 req-42dff1dc-471e-49f0-add3-e82a13c2e3fd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413647 Sep 01 05:09:50.439547 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251aefe9-41aa-45f3-8a0d-2fa241b53596 req-51a41f87-652c-4752-9808-cb6f2a84acaf tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:50.441058 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-251aefe9-41aa-45f3-8a0d-2fa241b53596 req-51a41f87-652c-4752-9808-cb6f2a84acaf tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0495291 Sep 01 05:09:50.479295 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-251aefe9-41aa-45f3-8a0d-2fa241b53596 req-35560791-f114-49ea-b4cc-68cb2cb30fc3 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319862 Sep 01 05:09:59.448111 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:03.506618 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:10:07.262207 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38328) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:07.362835 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:07.451373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:07.515147 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:07.551536 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a87e9af526ba4a4db1bcae7acca2dbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883124 Sep 01 05:10:07.553070 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1155e011-e167-4714-8b60-7cb2da64469c,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:07.554847 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38332) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:07.570457 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.570797 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.571126 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.571453 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.571770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.572092 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.572408 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.572722 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.573063 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.573378 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.573700 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.574000 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a9484-4d9e-4100-b071-0d30754909c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:07.612786 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9fdd13f3-f466-4461-8c1d-9fd8d2ec9ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:07.633053 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9fdd13f3-f466-4461-8c1d-9fd8d2ec9ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:07.733252 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9fdd13f3-f466-4461-8c1d-9fd8d2ec9ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:07.735760 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9fdd13f3-f466-4461-8c1d-9fd8d2ec9ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:07.736881 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-9fdd13f3-f466-4461-8c1d-9fd8d2ec9ce8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1155e011-e167-4714-8b60-7cb2da64469c HTTP/1.1" status: 204 len: 168 time: 0.1811564 Sep 01 05:10:07.745166 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd13f3-f466-4461-8c1d-9fd8d2ec9ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1155e011-e167-4714-8b60-7cb2da64469c,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:08.234386 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38338) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:08.247613 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-49c803f8-1eaf-42f5-abf2-40e98ef5e941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:08.336084 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-49c803f8-1eaf-42f5-abf2-40e98ef5e941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:08.395940 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-49c803f8-1eaf-42f5-abf2-40e98ef5e941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:08.433746 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-49c803f8-1eaf-42f5-abf2-40e98ef5e941 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e616abe3211c416e8785b733cd2fea6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981876 Sep 01 05:10:08.434619 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c803f8-1eaf-42f5-abf2-40e98ef5e941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd51e04e-a48c-4864-950c-4f4278a1c989,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:08.436468 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38340) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:08.485384 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:08.506517 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:08.618991 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:08.621499 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:08.622640 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd51e04e-a48c-4864-950c-4f4278a1c989 HTTP/1.1" status: 204 len: 168 time: 0.1852808 Sep 01 05:10:08.630158 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd51e04e-a48c-4864-950c-4f4278a1c989,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:08.637732 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.638095 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.638420 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.638752 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.639081 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.639410 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.639737 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.640062 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.640385 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.640811 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.641013 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:08.641367 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440e6735-b6ea-484f-b93e-9a34f8437c1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:10.469597 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-74501b80-c227-4bab-99c8-085ee7de6fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:13.030474 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-c40f4622-d061-41b4-87fe-553cc505570e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:13.288084 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:14.228855 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:15.718048 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38436) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:15.749354 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:16.008869 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Deleting port 982e7e8a-e87e-4b8f-b125-d871e620735d {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:16.009150 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:16.086125 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:16.086449 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:16.097462 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Calling delete_port for 982e7e8a-e87e-4b8f-b125-d871e620735d owned by network:floatingip {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:16.309444 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:16.334300 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event deleted for resources: {'Port': ['ID=982e7e8a-e87e-4b8f-b125-d871e620735d,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:16.397016 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for floatingip, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:16.397408 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.l3_db [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Floating IP 32f0ff36-bae2-4d5c-b39e-ca99c1ef42a6 disassociated (deleted). External IP: 172.27.1.15, port: b293be79-19c9-41d7-ab21-da4e90280b6d. Sep 01 05:10:16.601261 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Router 31e7691b-b966-4ee1-8b0c-eca440390165 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:10:16.705530 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:10:16.710840 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:16.715946 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] Sync routers for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:10:16.726642 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:16.727532 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:16.740299 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-2ec6994f-a5ab-47da-95bd-e271f459da63 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "DELETE /v2.0/floatingips/32f0ff36-bae2-4d5c-b39e-ca99c1ef42a6 HTTP/1.1" status: 204 len: 168 time: 1.0185928 Sep 01 05:10:16.740299 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d'}] {{(pid=111187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:16.741490 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd964cb42a432ff7ea5d5a8632f84009fdf4d3f6abc3e354c279a880988e95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f67c855-b838-4556-93af-4d2c2092331a" -d '{"events": [{"name": "network-changed", "server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d"}]}' {{(pid=111187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:16.852011 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:16.925669 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08289c5e-bbde-4a57-afd6-4d9af0dba72e x-openstack-request-id: req-08289c5e-bbde-4a57-afd6-4d9af0dba72e {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:16.925966 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d", "status": "completed", "code": 200}]} {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:16.926219 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08289c5e-bbde-4a57-afd6-4d9af0dba72e {{(pid=111187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:16.926628 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'status': 'completed', 'code': 200} Sep 01 05:10:16.998527 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67c855-b838-4556-93af-4d2c2092331a req-2d537afa-0913-411a-b159-00c97aecc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:17.000017 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f67c855-b838-4556-93af-4d2c2092331a req-2d537afa-0913-411a-b159-00c97aecc856 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=edf78a94e9284236a47a981869f257d2&device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 1099 time: 0.0471702 Sep 01 05:10:17.071963 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 5, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:17.099183 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] Checking router: 31e7691b-b966-4ee1-8b0c-eca440390165 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:10:17.107662 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:17.108310 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:17.109017 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67c855-b838-4556-93af-4d2c2092331a req-f01305e5-58d1-463c-8f52-e27c3e76b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:17.110524 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f67c855-b838-4556-93af-4d2c2092331a req-f01305e5-58d1-463c-8f52-e27c3e76b645 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 200 len: 910 time: 0.1026881 Sep 01 05:10:17.153559 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f67c855-b838-4556-93af-4d2c2092331a req-5d6fe4c6-91ee-44a1-b938-aa09d1600a7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 200 len: 217 time: 0.0361714 Sep 01 05:10:17.210152 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67c855-b838-4556-93af-4d2c2092331a req-8923d751-dd4f-4ff8-8553-35016d834767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:17.211614 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f67c855-b838-4556-93af-4d2c2092331a req-8923d751-dd4f-4ff8-8553-35016d834767 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 HTTP/1.1" status: 200 len: 848 time: 0.0490787 Sep 01 05:10:17.226106 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:17.265833 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67c855-b838-4556-93af-4d2c2092331a req-3b01a67f-c821-4d6f-adbf-2d8e8a0c1686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:17.270266 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f67c855-b838-4556-93af-4d2c2092331a req-3b01a67f-c821-4d6f-adbf-2d8e8a0c1686 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddad37ae-3a17-45ed-bbc4-631e153bb69c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478482 Sep 01 05:10:17.362631 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d28f11-d9fe-4cf7-a554-bd51af2840a7 req-8afa428f-b3db-4964-bce3-4de2eb61d17f tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:17.364136 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-26d28f11-d9fe-4cf7-a554-bd51af2840a7 req-8afa428f-b3db-4964-bce3-4de2eb61d17f tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0585864 Sep 01 05:10:17.376617 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f67c855-b838-4556-93af-4d2c2092331a req-3c446682-b6c9-40dc-8cd3-45e692c4cc1b service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990787 Sep 01 05:10:17.403381 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-26d28f11-d9fe-4cf7-a554-bd51af2840a7 req-72944628-f662-452b-ab22-41f9d4446184 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Sep 01 05:10:17.426737 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 5, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:17.457957 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5128697-01d6-4075-9670-02a4bd199672 None None] The sync data for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi is: [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:04:02Z', 'revision_number': 4, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4', 'name': '', 'network_id': 'ddad37ae-3a17-45ed-bbc4-631e153bb69c', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'mac_address': 'fa:16:3e:fd:36:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:02Z', 'updated_at': '2021-09-01T05:04:08Z', 'revision_number': 5, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'subnets': [{'id': 'd7286f3f-7b0f-481c-ab34-4498fe0e6bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:10:17.477012 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9f67c855-b838-4556-93af-4d2c2092331a req-9664dff0-2719-403f-8491-b41ea7ae1538 service neutron] 10.222.0.16 "GET /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917840 Sep 01 05:10:17.673453 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c781495-941d-468e-99b3-aa17ea99be16 None None] New status for floating IP 32f0ff36-bae2-4d5c-b39e-ca99c1ef42a6: DOWN {{(pid=111189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:10:18.527235 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cfdb4-c9bb-4f94-b31b-3e6e2ddd4651 req-14b14765-2bc6-420c-ae85-dc4a77319d67 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:18.529321 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-279cfdb4-c9bb-4f94-b31b-3e6e2ddd4651 req-14b14765-2bc6-420c-ae85-dc4a77319d67 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0543187 Sep 01 05:10:18.565652 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-279cfdb4-c9bb-4f94-b31b-3e6e2ddd4651 req-62bfb940-700c-49a7-8737-e5f35d049b2e tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Sep 01 05:10:19.034108 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-93984ebb-377d-45fa-baed-6577e3e5a7fc tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:19.036484 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-93984ebb-377d-45fa-baed-6577e3e5a7fc tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.16 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 946 time: 0.0497534 Sep 01 05:10:19.129719 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Deleting port b293be79-19c9-41d7-ab21-da4e90280b6d {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:19.130605 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:19.453698 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] For port b293be79-19c9-41d7-ab21-da4e90280b6d, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b293be79-19c9-41d7-ab21-da4e90280b6d,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:19.454058 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:19.465946 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Calling delete_port for b293be79-19c9-41d7-ab21-da4e90280b6d owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:19.653587 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:19.681785 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c12fa-1f5c-4365-ad0e-01d295b13351 req-33e0d20f-b778-4ee9-b3da-47987161190a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:19.683757 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event deleted for resources: {'Port': ['ID=b293be79-19c9-41d7-ab21-da4e90280b6d,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:19.684385 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4a6c12fa-1f5c-4365-ad0e-01d295b13351 req-33e0d20f-b778-4ee9-b3da-47987161190a tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 867 time: 0.0519753 Sep 01 05:10:19.727993 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4a6c12fa-1f5c-4365-ad0e-01d295b13351 req-51228b42-94a1-40c6-bcd8-335c3f149ced tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/security-groups?id=728d5d40-8711-400f-8634-4fbe574f5ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364113 Sep 01 05:10:19.728885 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] No DVR routers for this DVR port b293be79-19c9-41d7-ab21-da4e90280b6d on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:19.731513 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:19.733488 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4b7456a6-7ce8-48c9-85c9-d4c5149bb260 req-5a30e9b5-7faa-40a8-a48a-e2411a9d6de4 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.16 "DELETE /v2.0/ports/b293be79-19c9-41d7-ab21-da4e90280b6d HTTP/1.1" status: 204 len: 173 time: 0.6914871 Sep 01 05:10:19.733918 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'name': 'network-vif-deleted', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:19.736179 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d8aa2a-4b90-4fb8-8fea-f7bdea93dc96" -d '{"events": [{"server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "name": "network-vif-deleted", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:19.830720 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ace67b-bdb8-40a9-97db-e18418310064 x-openstack-request-id: req-18ace67b-bdb8-40a9-97db-e18418310064 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:19.831010 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a449817b-18d3-4330-8bb0-f498c5881712", "name": "network-vif-deleted", "tag": "b293be79-19c9-41d7-ab21-da4e90280b6d", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:19.831256 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18ace67b-bdb8-40a9-97db-e18418310064 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:19.831650 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a449817b-18d3-4330-8bb0-f498c5881712', 'name': 'network-vif-deleted', 'tag': 'b293be79-19c9-41d7-ab21-da4e90280b6d', 'status': 'completed', 'code': 200} Sep 01 05:10:20.838719 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fb6d843a-7878-4df5-b5c1-de3efb573a7b req-29e263b5-eeac-454e-bef6-089c334f775b tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "GET /v2.0/ports?device_id=a449817b-18d3-4330-8bb0-f498c5881712 HTTP/1.1" status: 200 len: 210 time: 0.0291078 Sep 01 05:10:21.427461 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38502) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:21.534084 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9d3eed14-f2b6-47c1-8079-cdeafa9ed08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.617017 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9d3eed14-f2b6-47c1-8079-cdeafa9ed08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.698259 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-9d3eed14-f2b6-47c1-8079-cdeafa9ed08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.733249 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eed14-f2b6-47c1-8079-cdeafa9ed08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a3d38-7dc8-43b2-a01b-54106a1ea55f,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:21.737645 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-9d3eed14-f2b6-47c1-8079-cdeafa9ed08a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81357b72aa014a10afe5ccde940ab46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090019 Sep 01 05:10:21.740328 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38506) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:21.787203 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c367-dff5-4eb4-97c1-22bc8e4ce90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.807222 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c367-dff5-4eb4-97c1-22bc8e4ce90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.892816 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38510) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:21.934176 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c367-dff5-4eb4-97c1-22bc8e4ce90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.936677 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c367-dff5-4eb4-97c1-22bc8e4ce90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.937777 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-2ef8c367-dff5-4eb4-97c1-22bc8e4ce90d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/693a3d38-7dc8-43b2-a01b-54106a1ea55f HTTP/1.1" status: 204 len: 168 time: 0.1965628 Sep 01 05:10:21.959153 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8c367-dff5-4eb4-97c1-22bc8e4ce90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a3d38-7dc8-43b2-a01b-54106a1ea55f,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:21.965705 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fffbb40c-9909-4309-8420-257de59de734 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.996257 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fffbb40c-9909-4309-8420-257de59de734 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.179396 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fffbb40c-9909-4309-8420-257de59de734 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.181911 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-fffbb40c-9909-4309-8420-257de59de734 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.183059 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-fffbb40c-9909-4309-8420-257de59de734 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] 10.222.0.41 "DELETE /v2.0/security-groups/728d5d40-8711-400f-8634-4fbe574f5ee3 HTTP/1.1" status: 204 len: 168 time: 0.2892339 Sep 01 05:10:22.192301 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbb40c-9909-4309-8420-257de59de734 tempest-TestShelveInstance-611694749 tempest-TestShelveInstance-611694749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728d5d40-8711-400f-8634-4fbe574f5ee3,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:22.315785 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38518) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:22.638902 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38522) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:22.652629 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3f58-8314-4a26-b7bb-d37816cb2789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.738816 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3f58-8314-4a26-b7bb-d37816cb2789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.752587 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.791645 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device b293be79-19c9-41d7-ab21-da4e90280b6d no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:22.815039 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: b293be79-19c9-41d7-ab21-da4e90280b6d {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:22.815387 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device b293be79-19c9-41d7-ab21-da4e90280b6d not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:22.829365 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c8aa3f58-8314-4a26-b7bb-d37816cb2789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.868295 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-c8aa3f58-8314-4a26-b7bb-d37816cb2789 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf9827529abb4d2aafba95b049724d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282326 Sep 01 05:10:22.869291 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa3f58-8314-4a26-b7bb-d37816cb2789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8feb8af-fc1d-4eec-a21f-498ce6d0fce6,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:22.875636 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38524) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:22.923035 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-844e57b6-591c-47a0-bc11-7d693f102be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.945980 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-844e57b6-591c-47a0-bc11-7d693f102be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.000221 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Deleting port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:23.000476 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.053606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-844e57b6-591c-47a0-bc11-7d693f102be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.056155 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-844e57b6-591c-47a0-bc11-7d693f102be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.057307 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-844e57b6-591c-47a0-bc11-7d693f102be5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8feb8af-fc1d-4eec-a21f-498ce6d0fce6 HTTP/1.1" status: 204 len: 168 time: 0.1806996 Sep 01 05:10:23.066074 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e57b6-591c-47a0-bc11-7d693f102be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8feb8af-fc1d-4eec-a21f-498ce6d0fce6,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:23.086885 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] For port 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:23.087256 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.308893 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Calling delete_port for 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 owned by network:router_interface {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:23.548969 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.578759 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:23.727647 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38530) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:23.741539 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.742450 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d9075e9e-2df2-49a1-a099-3ff81141aaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.827447 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d9075e9e-2df2-49a1-a099-3ff81141aaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.870455 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d9075e9e-2df2-49a1-a099-3ff81141aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.908779 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-d9075e9e-2df2-49a1-a099-3ff81141aaa5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb289f2081d04f8698286110ecc0ab53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795280 Sep 01 05:10:23.909921 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9075e9e-2df2-49a1-a099-3ff81141aaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519517d3-7111-43fc-91c4-53256f37c450,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:23.912727 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38532) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:23.956147 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Router 31e7691b-b966-4ee1-8b0c-eca440390165 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:10:23.962390 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-546de305-200e-463c-b926-a49c2c064548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:23.984050 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-546de305-200e-463c-b926-a49c2c064548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.062099 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:10:24.070389 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a6e1a2ad-fcb4-494f-ad07-e6eb35e8393c admin admin] 10.222.0.41 "PUT /v2.0/routers/31e7691b-b966-4ee1-8b0c-eca440390165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7497561 Sep 01 05:10:24.070841 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38534) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:24.073353 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] Sync routers for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:10:24.088686 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-546de305-200e-463c-b926-a49c2c064548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.088880 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:24.088880 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:24.089110 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-546de305-200e-463c-b926-a49c2c064548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.089110 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-546de305-200e-463c-b926-a49c2c064548 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/519517d3-7111-43fc-91c4-53256f37c450 HTTP/1.1" status: 204 len: 168 time: 0.1720555 Sep 01 05:10:24.094154 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546de305-200e-463c-b926-a49c2c064548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519517d3-7111-43fc-91c4-53256f37c450,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:24.178873 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks [] for router, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.215721 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:24.289660 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.398558 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Deleting port a45525f1-c4d4-4937-ae54-06ba5bddf419 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:24.398558 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.489613 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] For port a45525f1-c4d4-4937-ae54-06ba5bddf419, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=a45525f1-c4d4-4937-ae54-06ba5bddf419,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:24.490059 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.502727 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Calling delete_port for a45525f1-c4d4-4937-ae54-06ba5bddf419 owned by network:router_gateway {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:24.514328 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:10:23Z', 'revision_number': 5, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port': {'id': 'a45525f1-c4d4-4937-ae54-06ba5bddf419', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:b8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:00Z', 'updated_at': '2021-09-01T05:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:24.542969 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] Checking router: 31e7691b-b966-4ee1-8b0c-eca440390165 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:10:24.552590 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] Routers {'31e7691b-b966-4ee1-8b0c-eca440390165'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:24.553439 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['31e7691b-b966-4ee1-8b0c-eca440390165'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:24.638593 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] Set router 31e7691b-b966-4ee1-8b0c-eca440390165 gateway port host: None {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:24.694174 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:10:24Z', 'revision_number': 6, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port_host': None}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:24.719181 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad3ee6f-d836-430a-866c-5a7a7b5dffbe None None] The sync data for ids ['31e7691b-b966-4ee1-8b0c-eca440390165'] in dv-cinder-804035-8-iscsi is: [{'id': '31e7691b-b966-4ee1-8b0c-eca440390165', 'name': 'tempest-TestShelveInstance-1714237287-router', 'tenant_id': 'edf78a94e9284236a47a981869f257d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:59Z', 'updated_at': '2021-09-01T05:10:24Z', 'revision_number': 6, 'project_id': 'edf78a94e9284236a47a981869f257d2', 'gw_port_host': None}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:10:24.764863 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.777650 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a45525f1-c4d4-4937-ae54-06ba5bddf419,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:24.837706 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.928442 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:24.930796 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.041274 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.044692 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31e7691b-b966-4ee1-8b0c-eca440390165 {{(pid=111187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:10:25.046220 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.047342 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-8c479c99-9c3f-4ea2-be49-8b3261b28d0a admin admin] 10.222.0.41 "DELETE /v2.0/routers/31e7691b-b966-4ee1-8b0c-eca440390165 HTTP/1.1" status: 204 len: 168 time: 0.9740241 Sep 01 05:10:25.049884 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38554) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:25.097224 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d112386a-8c69-4fd9-8491-4659cb5cb62e admin admin] Deleting subnet d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:10:25.100686 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d112386a-8c69-4fd9-8491-4659cb5cb62e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.139377 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d112386a-8c69-4fd9-8491-4659cb5cb62e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.229957 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d112386a-8c69-4fd9-8491-4659cb5cb62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.321757 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d112386a-8c69-4fd9-8491-4659cb5cb62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.346910 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112386a-8c69-4fd9-8491-4659cb5cb62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7286f3f-7b0f-481c-ab34-4498fe0e6bb0,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:25.351170 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d112386a-8c69-4fd9-8491-4659cb5cb62e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.353055 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d112386a-8c69-4fd9-8491-4659cb5cb62e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d7286f3f-7b0f-481c-ab34-4498fe0e6bb0 HTTP/1.1" status: 204 len: 168 time: 0.3022389 Sep 01 05:10:25.355527 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38562) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:25.364022 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80e9b9-8002-42d9-afd7-3d36e4920c0f None None] Network ddad37ae-3a17-45ed-bbc4-631e153bb69c requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:10:25.429063 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.493424 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Deleting port 78107adc-6899-4df7-a09e-b32bfe201770 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:25.493851 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.564252 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] For port 78107adc-6899-4df7-a09e-b32bfe201770, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=78107adc-6899-4df7-a09e-b32bfe201770,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:25.564620 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.580446 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Calling delete_port for 78107adc-6899-4df7-a09e-b32bfe201770 owned by network:dhcp {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:25.581269 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] DHCP port deletion for ddad37ae-3a17-45ed-bbc4-631e153bb69c request from dv-cinder-804035-8-iscsi {{(pid=111189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:10:25.635517 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Deleting port 78107adc-6899-4df7-a09e-b32bfe201770 {{(pid=111189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:25.640447 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.699678 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] For port 78107adc-6899-4df7-a09e-b32bfe201770, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=78107adc-6899-4df7-a09e-b32bfe201770,segment=NetworkSegment(5c560186-8696-45ea-9498-171f05b6da4e),segment_id=5c560186-8696-45ea-9498-171f05b6da4e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:25.700094 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.719839 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Calling delete_port for 78107adc-6899-4df7-a09e-b32bfe201770 owned by network:dhcp {{(pid=111189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:25.749414 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.788848 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=78107adc-6899-4df7-a09e-b32bfe201770,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:25.798281 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] No DVR routers for this DVR port 78107adc-6899-4df7-a09e-b32bfe201770 on host dv-cinder-804035-8-iscsi {{(pid=111187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:25.801689 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.826148 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Pushing event deleted for resources: {'Port': ['ID=78107adc-6899-4df7-a09e-b32bfe201770,revision_number=None']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:25.837396 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.837519 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.837840 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.838176 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.838499 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.838992 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.839702 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.840010 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.840509 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.841001 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.841673 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.841777 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:25.847769 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cde59e-d727-48df-978b-0d1ad793f7c7 None None] No DVR routers for this DVR port 78107adc-6899-4df7-a09e-b32bfe201770 on host dv-cinder-804035-8-iscsi {{(pid=111189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:25.882883 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.892733 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddad37ae-3a17-45ed-bbc4-631e153bb69c']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:25.903500 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c560186-8696-45ea-9498-171f05b6da4e') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:25.903801 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c560186-8696-45ea-9498-171f05b6da4e') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:25.912857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.930124 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.935826 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:10:25.936212 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:10:25.937847 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:10:26.064952 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:26.071068 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:26.072950 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ddad37ae-3a17-45ed-bbc4-631e153bb69c HTTP/1.1" status: 204 len: 168 time: 0.7160008 Sep 01 05:10:26.076100 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38578) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:26.083683 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0888d5-008a-477e-a35f-235de9e9fc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddad37ae-3a17-45ed-bbc4-631e153bb69c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:26.407873 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:26.425268 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:26.427338 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:26.427692 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4f6ca175-fcd8-4faf-8d8a-f19d4503b7e4 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:26.428770 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 78107adc-6899-4df7-a09e-b32bfe201770 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:26.457623 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 78107adc-6899-4df7-a09e-b32bfe201770 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:26.457974 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 78107adc-6899-4df7-a09e-b32bfe201770 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:26.458389 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device a45525f1-c4d4-4937-ae54-06ba5bddf419 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:26.477890 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: a45525f1-c4d4-4937-ae54-06ba5bddf419 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:26.478238 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device a45525f1-c4d4-4937-ae54-06ba5bddf419 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:26.673064 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Deleting port 05069aeb-6ea1-4571-800d-7bdec3f6967e {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:26.673400 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:26.748280 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] For port 05069aeb-6ea1-4571-800d-7bdec3f6967e, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=05069aeb-6ea1-4571-800d-7bdec3f6967e,segment=NetworkSegment(ef66b275-5de0-4a0e-a33f-ee350e6792db),segment_id=ef66b275-5de0-4a0e-a33f-ee350e6792db)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:26.748633 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:26.764355 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Calling delete_port for 05069aeb-6ea1-4571-800d-7bdec3f6967e owned by network:router_interface {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:27.030497 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.056772 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Pushing event deleted for resources: {'Port': ['ID=05069aeb-6ea1-4571-800d-7bdec3f6967e,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:27.225732 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.435288 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Router 2544e769-8a0c-4142-a4f5-18aa63fdc07d has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:10:27.541868 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:10:27.546999 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-e9407e26-a38d-497f-92fc-fd3049d3ca5f admin admin] 10.222.0.41 "PUT /v2.0/routers/2544e769-8a0c-4142-a4f5-18aa63fdc07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4698858 Sep 01 05:10:27.549445 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38604) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:27.552627 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] Sync routers for ids ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:10:27.562350 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] Routers {'2544e769-8a0c-4142-a4f5-18aa63fdc07d'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:27.562978 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:27.654881 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks [] for router, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.678508 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] Set router 2544e769-8a0c-4142-a4f5-18aa63fdc07d gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:27.755721 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.859777 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:10:26Z', 'revision_number': 5, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port': {'id': '8fe8ce63-82d1-4c18-b835-abba2e4fa6be', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:04:07Z', 'updated_at': '2021-09-01T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:27.864630 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-ac229823-c880-45df-9742-663053564617 admin admin] Deleting port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:27.864958 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.889493 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] Checking router: 2544e769-8a0c-4142-a4f5-18aa63fdc07d for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:10:27.897877 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] Routers {'2544e769-8a0c-4142-a4f5-18aa63fdc07d'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:27.898485 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:27.942162 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-ac229823-c880-45df-9742-663053564617 admin admin] For port 8fe8ce63-82d1-4c18-b835-abba2e4fa6be, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=8fe8ce63-82d1-4c18-b835-abba2e4fa6be,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:27.942546 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.959069 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-ac229823-c880-45df-9742-663053564617 admin admin] Calling delete_port for 8fe8ce63-82d1-4c18-b835-abba2e4fa6be owned by network:router_gateway {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:27.982172 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] Set router 2544e769-8a0c-4142-a4f5-18aa63fdc07d gateway port host: None {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:28.035040 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:10:27Z', 'revision_number': 6, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port_host': None}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:28.167361 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.181680 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3a8e6-1cb8-4fa5-bf9d-4946e9194fc2 None None] The sync data for ids ['2544e769-8a0c-4142-a4f5-18aa63fdc07d'] in dv-cinder-804035-8-iscsi is: [{'id': '2544e769-8a0c-4142-a4f5-18aa63fdc07d', 'name': 'tempest-TestShelveInstance-1440978654-router', 'tenant_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:04:06Z', 'updated_at': '2021-09-01T05:10:27Z', 'revision_number': 6, 'project_id': '966b50bd2ced41bbbbd6fe3ea6c4bb9f', 'gw_port_host': None}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:10:28.197950 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac229823-c880-45df-9742-663053564617 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe8ce63-82d1-4c18-b835-abba2e4fa6be,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:28.254572 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.340179 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.342200 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.445948 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.446478 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac229823-c880-45df-9742-663053564617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2544e769-8a0c-4142-a4f5-18aa63fdc07d {{(pid=111188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:10:28.450853 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ac229823-c880-45df-9742-663053564617 admin admin] Notify callbacks [] for router, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.452021 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-ac229823-c880-45df-9742-663053564617 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2544e769-8a0c-4142-a4f5-18aa63fdc07d HTTP/1.1" status: 204 len: 168 time: 0.9016659 Sep 01 05:10:28.454647 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38608) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:28.498507 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_v2 [None req-124b2488-1b21-4c88-a043-9e23addc8b52 admin admin] Deleting subnet 194451b8-c74f-4a3b-ae9a-834511556103 {{(pid=111188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:10:28.501394 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-124b2488-1b21-4c88-a043-9e23addc8b52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.540512 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-124b2488-1b21-4c88-a043-9e23addc8b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555036'] for subnet, precommit_delete_associations {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.621769 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-124b2488-1b21-4c88-a043-9e23addc8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.644627 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 05069aeb-6ea1-4571-800d-7bdec3f6967e no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:28.674239 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 05069aeb-6ea1-4571-800d-7bdec3f6967e {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:28.674718 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 05069aeb-6ea1-4571-800d-7bdec3f6967e not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:28.853429 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-124b2488-1b21-4c88-a043-9e23addc8b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12731984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12727995'] for subnet, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.879270 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b2488-1b21-4c88-a043-9e23addc8b52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=194451b8-c74f-4a3b-ae9a-834511556103,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:28.883452 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-124b2488-1b21-4c88-a043-9e23addc8b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:28.885398 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-124b2488-1b21-4c88-a043-9e23addc8b52 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/194451b8-c74f-4a3b-ae9a-834511556103 HTTP/1.1" status: 204 len: 168 time: 0.4297473 Sep 01 05:10:28.887932 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38614) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:28.891006 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39730752-3c24-4ed4-a388-64bf1fa58765 None None] Network 94d673dc-a126-4645-ae0b-40a5cb06bf46 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:10:28.956966 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.017467 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Deleting port 37bef972-afd2-46e8-a4a1-12644b711a2b {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:29.017975 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.085348 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] DHCP port deletion for 94d673dc-a126-4645-ae0b-40a5cb06bf46 request from dv-cinder-804035-8-iscsi {{(pid=111189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:10:29.098342 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] For port 37bef972-afd2-46e8-a4a1-12644b711a2b, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=37bef972-afd2-46e8-a4a1-12644b711a2b,segment=NetworkSegment(ef66b275-5de0-4a0e-a33f-ee350e6792db),segment_id=ef66b275-5de0-4a0e-a33f-ee350e6792db)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:29.098709 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.114052 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Calling delete_port for 37bef972-afd2-46e8-a4a1-12644b711a2b owned by network:dhcp {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:29.136764 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] Deleting port 37bef972-afd2-46e8-a4a1-12644b711a2b {{(pid=111189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:29.139110 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.207215 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] For port 37bef972-afd2-46e8-a4a1-12644b711a2b, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=37bef972-afd2-46e8-a4a1-12644b711a2b,segment=NetworkSegment(ef66b275-5de0-4a0e-a33f-ee350e6792db),segment_id=ef66b275-5de0-4a0e-a33f-ee350e6792db)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:29.207624 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.223411 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] Calling delete_port for 37bef972-afd2-46e8-a4a1-12644b711a2b owned by network:dhcp {{(pid=111189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:29.270313 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.305170 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bef972-afd2-46e8-a4a1-12644b711a2b,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:29.305694 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.311173 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] No DVR routers for this DVR port 37bef972-afd2-46e8-a4a1-12644b711a2b on host dv-cinder-804035-8-iscsi {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:29.337396 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] Pushing event deleted for resources: {'Port': ['ID=37bef972-afd2-46e8-a4a1-12644b711a2b,revision_number=None']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:29.340845 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c9bc9-e954-4b3d-b7ae-c67eb9b9cf0e None None] No DVR routers for this DVR port 37bef972-afd2-46e8-a4a1-12644b711a2b on host dv-cinder-804035-8-iscsi {{(pid=111189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:29.390797 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.401531 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d673dc-a126-4645-ae0b-40a5cb06bf46']}} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:29.411451 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef66b275-5de0-4a0e-a33f-ee350e6792db') {'for_net_delete': True} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:29.411765 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.services.segments.db [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef66b275-5de0-4a0e-a33f-ee350e6792db') {} {{(pid=111188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:29.420942 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14555047'] for segment, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.434375 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.438954 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=111188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12732138'] for segment, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: Traceback (most recent call last): Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: timer() Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: cb(*args, **kw) Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: return func(*args, **kwargs) Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: self._notify() Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: self.callback(batched_events) Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: event.method(event) Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: return f(self, *a, **k) Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._get(url).json() Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: return self.request(url, 'GET', **kwargs) Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:10:29.443324 dv-cinder-804035-8-iscsi neutron-server[111188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:10:29.554360 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.559378 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:29.561491 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] 10.222.0.41 "DELETE /v2.0/networks/94d673dc-a126-4645-ae0b-40a5cb06bf46 HTTP/1.1" status: 204 len: 168 time: 0.6725919 Sep 01 05:10:29.574735 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4b925-c7b3-49ef-ae49-9cbe1bcd3700 admin admin] Pushing event deleted for resources: {'Network': ['ID=94d673dc-a126-4645-ae0b-40a5cb06bf46,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:29.960725 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38638) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:29.998448 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-7b7b43e4-0399-422c-8baf-2d833f053e19 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=edf78a94e9284236a47a981869f257d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364840 Sep 01 05:10:30.000851 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38640) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:30.050082 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5bbadfa0-4a8f-437c-bb96-2623f759a2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:30.071984 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5bbadfa0-4a8f-437c-bb96-2623f759a2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:30.207231 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5bbadfa0-4a8f-437c-bb96-2623f759a2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:30.210012 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5bbadfa0-4a8f-437c-bb96-2623f759a2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:30.211137 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-5bbadfa0-4a8f-437c-bb96-2623f759a2dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01d98ace-1860-4b53-b3ef-e558dece87aa HTTP/1.1" status: 204 len: 168 time: 0.2093341 Sep 01 05:10:30.218796 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbadfa0-4a8f-437c-bb96-2623f759a2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d98ace-1860-4b53-b3ef-e558dece87aa,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:30.405079 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 8fe8ce63-82d1-4c18-b835-abba2e4fa6be no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:30.429893 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 8fe8ce63-82d1-4c18-b835-abba2e4fa6be {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:30.430236 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 8fe8ce63-82d1-4c18-b835-abba2e4fa6be not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:30.430657 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 37bef972-afd2-46e8-a4a1-12644b711a2b no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:30.449788 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 37bef972-afd2-46e8-a4a1-12644b711a2b {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:30.450127 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 37bef972-afd2-46e8-a4a1-12644b711a2b not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:30.883903 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38654) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:30.927541 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-fbfabc8d-e54a-451b-870c-00a2d78ccb7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=966b50bd2ced41bbbbd6fe3ea6c4bb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422282 Sep 01 05:10:30.929915 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38656) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:30.977169 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc044-a180-4412-a647-3e11222e9e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:30.997356 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc044-a180-4412-a647-3e11222e9e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.114586 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc044-a180-4412-a647-3e11222e9e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.117770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2fbdc044-a180-4412-a647-3e11222e9e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.118926 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-2fbdc044-a180-4412-a647-3e11222e9e04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/293d7761-b8b7-43e6-822e-2f0f248d19eb HTTP/1.1" status: 204 len: 168 time: 0.1880813 Sep 01 05:10:31.126655 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdc044-a180-4412-a647-3e11222e9e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293d7761-b8b7-43e6-822e-2f0f248d19eb,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:31.373130 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38664) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:31.489350 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-38d35226-7dfd-4bb4-9a87-84c0d31b08fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.587237 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-38d35226-7dfd-4bb4-9a87-84c0d31b08fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.657602 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-38d35226-7dfd-4bb4-9a87-84c0d31b08fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.695300 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d35226-7dfd-4bb4-9a87-84c0d31b08fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ea4167-f9ec-4dad-bf80-9fe0e51eb5d4,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:31.699864 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-38d35226-7dfd-4bb4-9a87-84c0d31b08fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1fdde0acd10344328833e0345ea4fc61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257151 Sep 01 05:10:31.703044 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38668) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:31.753258 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1fe2-ddd2-4d22-9104-db82e6ca8e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.773794 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1fe2-ddd2-4d22-9104-db82e6ca8e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.880467 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1fe2-ddd2-4d22-9104-db82e6ca8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.884713 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5e4f1fe2-ddd2-4d22-9104-db82e6ca8e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.886437 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-5e4f1fe2-ddd2-4d22-9104-db82e6ca8e5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/30ea4167-f9ec-4dad-bf80-9fe0e51eb5d4 HTTP/1.1" status: 204 len: 168 time: 0.1828883 Sep 01 05:10:31.895420 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f1fe2-ddd2-4d22-9104-db82e6ca8e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ea4167-f9ec-4dad-bf80-9fe0e51eb5d4,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:32.531979 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38674) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:32.545607 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4a2e6525-f44f-46d2-86d7-0fe9d64fb313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:32.630575 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4a2e6525-f44f-46d2-86d7-0fe9d64fb313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:32.681324 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-4a2e6525-f44f-46d2-86d7-0fe9d64fb313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:32.718633 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-4a2e6525-f44f-46d2-86d7-0fe9d64fb313 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b6d2eee89d74f489dc71a7ca2017fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857004 Sep 01 05:10:32.719526 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e6525-f44f-46d2-86d7-0fe9d64fb313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687930d5-9d55-4f34-8a38-63854395088a,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:32.721377 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38676) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:32.768392 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6c0472fa-9e65-4143-8aa5-f44989a84f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:32.789417 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6c0472fa-9e65-4143-8aa5-f44989a84f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:32.904433 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6c0472fa-9e65-4143-8aa5-f44989a84f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:32.907011 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6c0472fa-9e65-4143-8aa5-f44989a84f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:32.908184 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-6c0472fa-9e65-4143-8aa5-f44989a84f7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/687930d5-9d55-4f34-8a38-63854395088a HTTP/1.1" status: 204 len: 168 time: 0.1858287 Sep 01 05:10:32.915907 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0472fa-9e65-4143-8aa5-f44989a84f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687930d5-9d55-4f34-8a38-63854395088a,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:33.451834 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38682) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:33.464726 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5358-7646-4f09-b2ce-cfabb773b311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:33.555691 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5358-7646-4f09-b2ce-cfabb773b311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:33.612767 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5358-7646-4f09-b2ce-cfabb773b311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:33.650497 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-2b5e5358-7646-4f09-b2ce-cfabb773b311 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc3848a8ef39422cba42f67e53b06eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975908 Sep 01 05:10:33.651202 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e5358-7646-4f09-b2ce-cfabb773b311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473978ed-72c4-4587-9c82-f4d68b48e2d5,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:33.653993 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38684) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:33.705145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f17f2877-b186-4031-b6e0-beffc4882d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:33.724793 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f17f2877-b186-4031-b6e0-beffc4882d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:33.841350 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f17f2877-b186-4031-b6e0-beffc4882d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:33.843873 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-f17f2877-b186-4031-b6e0-beffc4882d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:33.845049 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-f17f2877-b186-4031-b6e0-beffc4882d66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/473978ed-72c4-4587-9c82-f4d68b48e2d5 HTTP/1.1" status: 204 len: 168 time: 0.1896975 Sep 01 05:10:33.854029 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2877-b186-4031-b6e0-beffc4882d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473978ed-72c4-4587-9c82-f4d68b48e2d5,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:36.507436 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38754) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:36.609479 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1b7612a6-bc06-4bba-adcc-16e43abc6d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.694685 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1b7612a6-bc06-4bba-adcc-16e43abc6d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.761685 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1b7612a6-bc06-4bba-adcc-16e43abc6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.798905 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1b7612a6-bc06-4bba-adcc-16e43abc6d77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75d25cce438f41ab9f9f1de890db63b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896702 Sep 01 05:10:36.799864 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7612a6-bc06-4bba-adcc-16e43abc6d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089a62bf-a05a-4f7b-b987-1a030115b752,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:36.801665 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38758) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:36.850328 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c85c4059-daba-42f1-811f-5374308c0c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.872580 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c85c4059-daba-42f1-811f-5374308c0c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.984024 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c85c4059-daba-42f1-811f-5374308c0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.986537 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c85c4059-daba-42f1-811f-5374308c0c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.987671 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-c85c4059-daba-42f1-811f-5374308c0c92 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/089a62bf-a05a-4f7b-b987-1a030115b752 HTTP/1.1" status: 204 len: 168 time: 0.1842260 Sep 01 05:10:36.995442 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c4059-daba-42f1-811f-5374308c0c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a62bf-a05a-4f7b-b987-1a030115b752,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:37.497247 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38764) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:37.510906 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-76daeba2-23d4-43d5-be4b-416505fa21fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.618992 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-76daeba2-23d4-43d5-be4b-416505fa21fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.676107 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-76daeba2-23d4-43d5-be4b-416505fa21fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.723784 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-76daeba2-23d4-43d5-be4b-416505fa21fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bed24e1606648b58a7bc176f47e82d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250917 Sep 01 05:10:37.724946 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daeba2-23d4-43d5-be4b-416505fa21fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970f835e-1182-4060-a6d5-a9ca1eb8b190,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:37.726292 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38768) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:37.788112 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eaa6-f54a-4e35-aeed-f4bdd0c5d682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.820244 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eaa6-f54a-4e35-aeed-f4bdd0c5d682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.967596 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eaa6-f54a-4e35-aeed-f4bdd0c5d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.970699 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d6a1eaa6-f54a-4e35-aeed-f4bdd0c5d682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.971906 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d6a1eaa6-f54a-4e35-aeed-f4bdd0c5d682 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/970f835e-1182-4060-a6d5-a9ca1eb8b190 HTTP/1.1" status: 204 len: 168 time: 0.2438760 Sep 01 05:10:37.981345 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1eaa6-f54a-4e35-aeed-f4bdd0c5d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f835e-1182-4060-a6d5-a9ca1eb8b190,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:40.447831 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6ccc47cb-98e2-4428-8ab5-90b446c77408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:40.505342 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:10:43.008678 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-88bc72e2-bbdc-458c-8948-ac7fd064ac18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.187744 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38826) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:43.274998 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.289371 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bdb19818-b011-448d-b901-daffde43f0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.370654 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bdb19818-b011-448d-b901-daffde43f0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.424012 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bdb19818-b011-448d-b901-daffde43f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.462235 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-bdb19818-b011-448d-b901-daffde43f0bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0c2e5aaacbc4846a6f087274b7e576f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733493 Sep 01 05:10:43.463076 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb19818-b011-448d-b901-daffde43f0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b85744d-bbef-4612-9bd5-a445fcba4530,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:43.464894 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38830) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:43.512957 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ecfc-42ba-4455-b36c-161f553127ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.533863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ecfc-42ba-4455-b36c-161f553127ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.629439 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ecfc-42ba-4455-b36c-161f553127ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.631967 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-5fa8ecfc-42ba-4455-b36c-161f553127ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.633126 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-5fa8ecfc-42ba-4455-b36c-161f553127ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b85744d-bbef-4612-9bd5-a445fcba4530 HTTP/1.1" status: 204 len: 168 time: 0.1666069 Sep 01 05:10:43.640550 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8ecfc-42ba-4455-b36c-161f553127ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b85744d-bbef-4612-9bd5-a445fcba4530,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:44.224093 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38836) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:44.230128 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.237006 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4bafd406-2261-4bd5-be18-d2603ed93176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.322002 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4bafd406-2261-4bd5-be18-d2603ed93176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.384832 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4bafd406-2261-4bd5-be18-d2603ed93176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.422468 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-4bafd406-2261-4bd5-be18-d2603ed93176 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01aba0ab90954ad3a2bcdf9a4f1c48d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972697 Sep 01 05:10:44.423425 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafd406-2261-4bd5-be18-d2603ed93176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13378792-9bb8-42d3-a8d8-86b0c102f4c0,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:44.425109 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38838) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:44.474920 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ad755509-dfed-4f30-9825-7f71a4cbcf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.495693 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ad755509-dfed-4f30-9825-7f71a4cbcf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.612775 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ad755509-dfed-4f30-9825-7f71a4cbcf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.615257 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ad755509-dfed-4f30-9825-7f71a4cbcf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.616424 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-ad755509-dfed-4f30-9825-7f71a4cbcf50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13378792-9bb8-42d3-a8d8-86b0c102f4c0 HTTP/1.1" status: 204 len: 168 time: 0.1902785 Sep 01 05:10:44.624498 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad755509-dfed-4f30-9825-7f71a4cbcf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13378792-9bb8-42d3-a8d8-86b0c102f4c0,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:45.558511 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38862) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:45.650887 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-344994912-network', 'tenant_id': '00468f1c7833471aadc64022b38a7359'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:10:45.748283 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Made reservation on behalf of 00468f1c7833471aadc64022b38a7359 for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:10:45.750564 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:45.759555 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:45.761209 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:45.844013 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:45.961164 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:45.981912 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:10:45.995957 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:46.000757 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.001129 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Added segment 24d0722c-9dbd-42a3-8676-38a84eda5424 of type vlan for network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c Sep 01 05:10:46.043156 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.132720 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.133815 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:46.134406 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.437267 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] Pushing event updated for resources: {'Network': ['ID=c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:46.447541 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:10:46.488485 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-8c157d89-66ba-4956-8182-cdbdbeef0c7e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9288087 Sep 01 05:10:46.490157 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38876) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:46.496260 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Request body: {'subnet': {'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-344994912-subnet', 'tenant_id': '00468f1c7833471aadc64022b38a7359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:10:46.529654 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bc751-d19f-42fa-9fd7-1629d2d8c9a2 req-8513ba38-3405-4b2e-901c-f5dfc796c761 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:46.531113 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6f0bc751-d19f-42fa-9fd7-1629d2d8c9a2 req-8513ba38-3405-4b2e-901c-f5dfc796c761 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0560939 Sep 01 05:10:46.568294 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6f0bc751-d19f-42fa-9fd7-1629d2d8c9a2 req-418896ea-ffae-41c9-a7b7-3ec47298970a tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310552 Sep 01 05:10:46.583262 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Made reservation on behalf of 00468f1c7833471aadc64022b38a7359 for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:10:46.585608 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12664728'] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.801401 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13315070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12664718'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.859994 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c39d91b6-3f88-4126-8d2a-4b6603f2c43f,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:46.866910 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Checking segment: {'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:10:46.867364 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Network hostable DHCP agents. Network: c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:10:46.949415 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:10:47.012435 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:10:47.016524 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:47.017137 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:47.021593 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d475aa-f7f7-4770-97f6-eb7b00779d5f None None] Network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:10:47.076456 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-fae63ce9-f3a6-477d-a8db-048e98ff01dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5844846 Sep 01 05:10:47.145452 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9847daac-8c2c-4b28-b6c6-7bb1cb0ee813 None None] Network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:10:47.688925 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd8d28-b883-4949-89be-58f3043d7d27 req-daf72cfb-f4b9-4163-9464-a5e8c9bc3e96 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:47.690435 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cdfd8d28-b883-4949-89be-58f3043d7d27 req-daf72cfb-f4b9-4163-9464-a5e8c9bc3e96 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0498862 Sep 01 05:10:47.727722 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-cdfd8d28-b883-4949-89be-58f3043d7d27 req-b3afff25-a1b6-438f-8696-ce3319443fa0 tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308242 Sep 01 05:10:48.053476 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c13a-023d-4465-9c13-5fb64683757a req-a2d5ef56-de9e-46b9-b158-9ba2a1d1aafb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:48.055079 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-af04c13a-023d-4465-9c13-5fb64683757a req-a2d5ef56-de9e-46b9-b158-9ba2a1d1aafb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 946 time: 0.0465655 Sep 01 05:10:48.149063 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Deleting port bbf2adff-15ed-4704-aead-5844c9dbba16 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:48.149368 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:48.234399 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] For port bbf2adff-15ed-4704-aead-5844c9dbba16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=bbf2adff-15ed-4704-aead-5844c9dbba16,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:48.234759 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:48.395305 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:48.395690 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:48.396004 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Floating IP 3fe337a0-5bd4-4796-97c2-34102b4e9996 disassociated. External IP: 172.27.1.81, port: bbf2adff-15ed-4704-aead-5844c9dbba16. Sep 01 05:10:48.396340 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Calling delete_port for bbf2adff-15ed-4704-aead-5844c9dbba16 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:48.566934 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:48.595834 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event deleted for resources: {'Port': ['ID=bbf2adff-15ed-4704-aead-5844c9dbba16,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:48.709293 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Router 79848ba1-1671-410a-8a02-5818e5f38c82 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:10:48.833625 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-98f2d0e1-0a88-4178-ad00-c134f1de56db req-b638faee-5459-416d-9bff-5bef0522afac tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f5b44d2-3f97-447d-ab8f-213f544a7dda HTTP/1.1" status: 200 len: 210 time: 0.0340919 Sep 01 05:10:48.840227 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:10:48.851035 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] Sync routers for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:10:48.861239 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:48.861900 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:48.883570 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] No DVR routers for this DVR port bbf2adff-15ed-4704-aead-5844c9dbba16 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:48.886019 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:48.887980 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-af04c13a-023d-4465-9c13-5fb64683757a req-feb4a666-d4ad-4aa2-b42a-5ae1f42ac7bb tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.16 "DELETE /v2.0/ports/bbf2adff-15ed-4704-aead-5844c9dbba16 HTTP/1.1" status: 204 len: 173 time: 0.8268442 Sep 01 05:10:48.888409 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-deleted', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:48.890769 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64a88ad-5037-456b-9f18-b82af8bae963" -d '{"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-deleted", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:48.931909 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9d861d-eac1-4dec-9185-e7679ea9bc80 x-openstack-request-id: req-1c9d861d-eac1-4dec-9185-e7679ea9bc80 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:48.932562 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5b44d2-3f97-447d-ab8f-213f544a7dda", "name": "network-vif-deleted", "tag": "bbf2adff-15ed-4704-aead-5844c9dbba16", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:48.932818 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c9d861d-eac1-4dec-9185-e7679ea9bc80 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:48.933260 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5b44d2-3f97-447d-ab8f-213f544a7dda', 'name': 'network-vif-deleted', 'tag': 'bbf2adff-15ed-4704-aead-5844c9dbba16', 'status': 'completed', 'code': 200} Sep 01 05:10:49.004986 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:49.189137 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-bcedd54a-99ec-41a3-83c6-be2f41b1a6ba tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:49.190500 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-bcedd54a-99ec-41a3-83c6-be2f41b1a6ba tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/networks?id=c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c HTTP/1.1" status: 200 len: 808 time: 0.1048813 Sep 01 05:10:49.205992 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-ad57f135-ab28-4604-87f1-ae0572bcec5d tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/quotas/00468f1c7833471aadc64022b38a7359 HTTP/1.1" status: 200 len: 375 time: 0.0093050 Sep 01 05:10:49.218264 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:49.243157 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-9199a3e0-7098-4d90-98cd-132c7861b2eb tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00468f1c7833471aadc64022b38a7359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307071 Sep 01 05:10:49.245270 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] Checking router: 79848ba1-1671-410a-8a02-5818e5f38c82 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:10:49.253517 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:49.254492 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:49.297898 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-6edbb062-248a-46a4-a0dd-dcce5132b40e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:10:49.298876 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-6edbb062-248a-46a4-a0dd-dcce5132b40e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490260 Sep 01 05:10:49.357517 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:49.387749 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-08e9f720-577c-4338-adfe-1fe27929ea97 service neutron] 10.222.0.41 "GET /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818999 Sep 01 05:10:49.484490 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-44e7827b-8663-4a2c-ae2b-a2d2d007a141 service neutron] 10.222.0.41 "GET /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905359 Sep 01 05:10:49.554562 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:49.583257 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c7e243-a5e1-4ad7-94ec-aa4a93976225 None None] The sync data for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi is: [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T04:58:27Z', 'revision_number': 4, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2a937e1e-08c0-4a57-8847-9697969893c5', 'name': '', 'network_id': '7e413433-79f1-4ec5-82ca-7d41437851e1', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'mac_address': 'fa:16:3e:b9:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:25Z', 'updated_at': '2021-09-01T04:58:41Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'subnets': [{'id': '40cb068f-9043-4ac5-bbb2-5aacd080f50f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:10:49.742465 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fb911e59-c6da-45b9-ad7a-3aa613aabd90 req-8d8cd2a4-1080-4b42-9951-445089ffd555 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 210 time: 0.0344503 Sep 01 05:10:49.832526 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580b7db8-0322-4bba-b3d4-69714502da1f None None] New status for floating IP 3fe337a0-5bd4-4796-97c2-34102b4e9996: DOWN {{(pid=111189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:10:49.985165 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38928) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:50.042046 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-db0ece8e-c172-44be-9d11-515fe13e2b6d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.069080 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-db0ece8e-c172-44be-9d11-515fe13e2b6d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.207148 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-db0ece8e-c172-44be-9d11-515fe13e2b6d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.209803 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-db0ece8e-c172-44be-9d11-515fe13e2b6d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.211770 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-db0ece8e-c172-44be-9d11-515fe13e2b6d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "DELETE /v2.0/security-groups/6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551 HTTP/1.1" status: 204 len: 168 time: 0.2248704 Sep 01 05:10:50.214460 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38930) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:50.220915 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ece8e-c172-44be-9d11-515fe13e2b6d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:50.228905 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.api.v2.resource [None req-a201d583-be6f-4441-bf09-c4884fb7483d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] show failed (client error): The resource could not be found. Sep 01 05:10:50.230451 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-a201d583-be6f-4441-bf09-c4884fb7483d tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "GET /v2.0/security-groups/6bb7aa6c-d7ec-4849-b3f8-9d8fe6211551 HTTP/1.1" status: 404 len: 347 time: 0.0142751 Sep 01 05:10:50.232905 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38932) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:50.354165 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Deleting port fb55a713-1825-4991-85f8-7dbf5e09dc5d {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:50.354504 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.427496 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.427824 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.440192 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Calling delete_port for fb55a713-1825-4991-85f8-7dbf5e09dc5d owned by network:floatingip {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:50.658395 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.685660 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Pushing event deleted for resources: {'Port': ['ID=fb55a713-1825-4991-85f8-7dbf5e09dc5d,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:50.747216 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks [] for floatingip, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.750102 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.751242 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-91e4c92b-5009-4c40-a3fa-b65cca33fecd tempest-AttachVolumeShelveTestJSON-1664101154 tempest-AttachVolumeShelveTestJSON-1664101154-project] 10.222.0.41 "DELETE /v2.0/floatingips/3fe337a0-5bd4-4796-97c2-34102b4e9996 HTTP/1.1" status: 204 len: 168 time: 0.5174217 Sep 01 05:10:50.840701 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-56e1a02f-f06c-4e21-bd71-f6425f00a1b6 req-9cea134a-0f75-4ce6-8843-6f22fb198982 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 210 time: 0.0305517 Sep 01 05:10:50.912474 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:50.936640 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: bbf2adff-15ed-4704-aead-5844c9dbba16 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:50.937010 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device bbf2adff-15ed-4704-aead-5844c9dbba16 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:51.582624 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-4aef06d2-cb06-4761-a2de-e9d663a9b660 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:51.584118 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-4aef06d2-cb06-4761-a2de-e9d663a9b660 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.16 "GET /v2.0/networks?id=c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c HTTP/1.1" status: 200 len: 808 time: 0.1005049 Sep 01 05:10:51.596894 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Request body: {'port': {'device_id': '6b5267d7-5d43-4122-8d85-72412a58ac41', 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c', 'admin_state_up': True, 'tenant_id': '00468f1c7833471aadc64022b38a7359'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:10:51.795328 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Made reservation on behalf of 00468f1c7833471aadc64022b38a7359 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:10:51.799010 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:51.923580 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Allocated IP 172.20.0.14 (c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c/c39d91b6-3f88-4126-8d2a-4b6603f2c43f/81001489-3097-4a58-bc0d-5dbe47ca9676) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:10:51.938173 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e04c2e9d-44a1-41b3-85b9-408c85c8050d req-5db1cb01-b32e-41a6-9e86-34fff6fee28c tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 210 time: 0.0285685 Sep 01 05:10:52.071487 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:52.195134 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:52.239536 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:10:52.243801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:10:52.247526 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:10:52.274661 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Pushing event updated for resources: {'Port': ['ID=81001489-3097-4a58-bc0d-5dbe47ca9676,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:52.302556 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:52.303106 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:52.401753 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-b1131e07-0e5e-43a4-b1ff-3c45f95a4358 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8085930 Sep 01 05:10:52.413816 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Request body: {'port': {'device_id': '6b5267d7-5d43-4122-8d85-72412a58ac41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:10:52.468950 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:52.717982 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81001489-3097-4a58-bc0d-5dbe47ca9676 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:10:52.724989 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:52.736934 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Transition to ACTIVE for port object 81001489-3097-4a58-bc0d-5dbe47ca9676 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:10:52.806801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:52.861658 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Pushing event updated for resources: {'Port': ['ID=81001489-3097-4a58-bc0d-5dbe47ca9676,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:52.931139 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Attempting to bind port 81001489-3097-4a58-bc0d-5dbe47ca9676 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:10:52.931499 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Attempting to bind port 81001489-3097-4a58-bc0d-5dbe47ca9676 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:10:52.931826 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Attempting to bind port 81001489-3097-4a58-bc0d-5dbe47ca9676 on network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:10:52.935993 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Port 81001489-3097-4a58-bc0d-5dbe47ca9676 on network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:10:52.936311 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Attempting to bind port 81001489-3097-4a58-bc0d-5dbe47ca9676 on network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:10:52.940996 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:10:52.941356 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Checking segment: {'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:10:52.941742 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Bound using segment: {'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:10:52.942159 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Bound port: 81001489-3097-4a58-bc0d-5dbe47ca9676, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:10:52.942510 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:53.004373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] For port 81001489-3097-4a58-bc0d-5dbe47ca9676, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:10:53.009615 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] For port 81001489-3097-4a58-bc0d-5dbe47ca9676, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81001489-3097-4a58-bc0d-5dbe47ca9676,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:10:53.057939 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd334dfe-d146-4480-9931-17ad4329ef08 req-d822c732-4660-4a3b-9d0f-6ae508a5525f tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:53.059387 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cd334dfe-d146-4480-9931-17ad4329ef08 req-d822c732-4660-4a3b-9d0f-6ae508a5525f tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 944 time: 0.0528226 Sep 01 05:10:53.092722 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:53.121118 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cd334dfe-d146-4480-9931-17ad4329ef08 req-723f84e5-954a-4e9f-a630-5caabbdbfb82 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557680 Sep 01 05:10:53.130061 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:53.130674 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:53.132294 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] 10.222.0.16 "PUT /v2.0/ports/81001489-3097-4a58-bc0d-5dbe47ca9676 HTTP/1.1" status: 200 len: 1094 time: 0.7224045 Sep 01 05:10:53.137201 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5267d7-5d43-4122-8d85-72412a58ac41', 'tag': '81001489-3097-4a58-bc0d-5dbe47ca9676'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:53.137201 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ea997-597b-4739-9a56-b9150fd08c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5267d7-5d43-4122-8d85-72412a58ac41", "tag": "81001489-3097-4a58-bc0d-5dbe47ca9676"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:53.159644 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d477af-6cfa-4c1e-a47a-fe15f67c0329 service neutron] Pushing event updated for resources: {'Port': ['ID=81001489-3097-4a58-bc0d-5dbe47ca9676,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:53.177548 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a57a6e8-2f4b-4808-af8e-13d17b1de5b3 x-openstack-request-id: req-6a57a6e8-2f4b-4808-af8e-13d17b1de5b3 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:53.177873 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5267d7-5d43-4122-8d85-72412a58ac41", "tag": "81001489-3097-4a58-bc0d-5dbe47ca9676", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:53.178120 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a57a6e8-2f4b-4808-af8e-13d17b1de5b3 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:53.178506 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5267d7-5d43-4122-8d85-72412a58ac41', 'tag': '81001489-3097-4a58-bc0d-5dbe47ca9676', 'status': 'completed', 'code': 200} Sep 01 05:10:53.239613 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ea997-597b-4739-9a56-b9150fd08c3c req-2a16eb70-c381-4405-a3d8-453c05b62b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:53.240981 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0d9ea997-597b-4739-9a56-b9150fd08c3c req-2a16eb70-c381-4405-a3d8-453c05b62b07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00468f1c7833471aadc64022b38a7359&device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 1097 time: 0.0410590 Sep 01 05:10:53.337380 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ea997-597b-4739-9a56-b9150fd08c3c req-b936aca7-72be-4723-b8ff-f2cda10904ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:53.338811 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0d9ea997-597b-4739-9a56-b9150fd08c3c req-b936aca7-72be-4723-b8ff-f2cda10904ea service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=00468f1c7833471aadc64022b38a7359&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0906813 Sep 01 05:10:53.434533 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ea997-597b-4739-9a56-b9150fd08c3c req-ad6dc118-8fb3-4fd3-b9bf-2bd965499463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:53.436069 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0d9ea997-597b-4739-9a56-b9150fd08c3c req-ad6dc118-8fb3-4fd3-b9bf-2bd965499463 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903883 Sep 01 05:10:53.456042 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38968) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:53.566724 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-07511193-5454-459f-8cb1-5c1f09cf7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:53.568467 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-07511193-5454-459f-8cb1-5c1f09cf7408 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00468f1c7833471aadc64022b38a7359&device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 1097 time: 0.0947828 Sep 01 05:10:53.636552 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-8d95126e-9278-45e5-981c-a9b9f0ffb1a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81001489-3097-4a58-bc0d-5dbe47ca9676 HTTP/1.1" status: 200 len: 217 time: 0.0425291 Sep 01 05:10:53.730424 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-f0279db5-c394-4535-a31e-545217bad5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:53.731880 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-f0279db5-c394-4535-a31e-545217bad5fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c39d91b6-3f88-4126-8d2a-4b6603f2c43f HTTP/1.1" status: 200 len: 848 time: 0.0869007 Sep 01 05:10:53.792487 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-8a9c6c99-b2ee-4a70-bd64-fb6724be19ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316765 Sep 01 05:10:53.936247 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-66c86a33-1827-4731-8500-e4396bf7a70d service neutron] 10.222.0.16 "GET /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352146 Sep 01 05:10:54.068347 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-9fb70a17-252c-4846-8032-5fd0c4fd28af req-a0d0177e-a13a-46cf-9d0b-9498988b9a82 service neutron] 10.222.0.16 "GET /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236193 Sep 01 05:10:54.096052 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:54.293145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f75b8-cfac-46f8-82d6-8adc0720dcbb req-617d26be-5b60-460e-bf09-888fd3094a37 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:54.294606 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-586f75b8-cfac-46f8-82d6-8adc0720dcbb req-617d26be-5b60-460e-bf09-888fd3094a37 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 944 time: 0.1021562 Sep 01 05:10:54.360867 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-586f75b8-cfac-46f8-82d6-8adc0720dcbb req-869cac51-5e73-41f9-9979-00f1f3c7bd27 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592856 Sep 01 05:10:54.409110 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Deleting port 2a937e1e-08c0-4a57-8847-9697969893c5 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:54.409444 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:54.487385 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] For port 2a937e1e-08c0-4a57-8847-9697969893c5, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=2a937e1e-08c0-4a57-8847-9697969893c5,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:54.487741 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:54.500010 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Calling delete_port for 2a937e1e-08c0-4a57-8847-9697969893c5 owned by network:router_interface {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:54.755660 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:54.780132 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a937e1e-08c0-4a57-8847-9697969893c5,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:54.941280 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:55.388940 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Router 79848ba1-1671-410a-8a02-5818e5f38c82 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:10:55.477045 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f786d-0aee-4205-8263-fc97e1b7a8c6 req-0beaa945-ff18-4307-ba87-7cac7d61c7c9 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:55.479064 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c67f786d-0aee-4205-8263-fc97e1b7a8c6 req-0beaa945-ff18-4307-ba87-7cac7d61c7c9 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 944 time: 0.0505695 Sep 01 05:10:55.495930 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:10:55.503491 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-e600f69c-541c-49bb-9429-d424c92363d3 admin admin] 10.222.0.41 "PUT /v2.0/routers/79848ba1-1671-410a-8a02-5818e5f38c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0439198 Sep 01 05:10:55.504481 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] Sync routers for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:10:55.505434 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38976) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:55.512993 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:55.513621 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:55.558470 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c67f786d-0aee-4205-8263-fc97e1b7a8c6 req-c81ec31e-7fbd-46db-beaf-dc71430e5222 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734220 Sep 01 05:10:55.617916 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks [] for router, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:55.618901 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:55.718091 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:55.832220 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Deleting port 7915d30e-3112-40be-9f28-46112696b552 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:55.832554 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:55.873318 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': '7915d30e-3112-40be-9f28-46112696b552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T05:10:54Z', 'revision_number': 5, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port': {'id': '7915d30e-3112-40be-9f28-46112696b552', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:58:20Z', 'updated_at': '2021-09-01T04:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:55.898241 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] Checking router: 79848ba1-1671-410a-8a02-5818e5f38c82 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:10:55.906439 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] Routers {'79848ba1-1671-410a-8a02-5818e5f38c82'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:10:55.907046 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:10:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['79848ba1-1671-410a-8a02-5818e5f38c82'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:55.912841 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] For port 7915d30e-3112-40be-9f28-46112696b552, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=7915d30e-3112-40be-9f28-46112696b552,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:55.913242 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:55.925143 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Calling delete_port for 7915d30e-3112-40be-9f28-46112696b552 owned by network:router_gateway {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:55.990858 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] Set router 79848ba1-1671-410a-8a02-5818e5f38c82 gateway port host: None {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:10:56.043482 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T05:10:55Z', 'revision_number': 6, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port_host': None}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:56.070443 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1349b10-3a6b-4a1f-95f3-4e1ae2315a2b None None] The sync data for ids ['79848ba1-1671-410a-8a02-5818e5f38c82'] in dv-cinder-804035-8-iscsi is: [{'id': '79848ba1-1671-410a-8a02-5818e5f38c82', 'name': 'tempest-AttachVolumeShelveTestJSON-1752466160-router', 'tenant_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:58:19Z', 'updated_at': '2021-09-01T05:10:55Z', 'revision_number': 6, 'project_id': '3cc03a2a7f1c42a38c87bcac7d48cadd', 'gw_port_host': None}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:10:56.143847 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.169856 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Pushing event deleted for resources: {'Port': ['ID=7915d30e-3112-40be-9f28-46112696b552,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:56.229167 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.315994 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.318011 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.511492 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 2a937e1e-08c0-4a57-8847-9697969893c5 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:56.532090 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 2a937e1e-08c0-4a57-8847-9697969893c5 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:56.532428 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 2a937e1e-08c0-4a57-8847-9697969893c5 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:56.629645 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.630222 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79848ba1-1671-410a-8a02-5818e5f38c82 {{(pid=111187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:10:56.635298 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.636516 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-7da81ba1-b7d7-45a0-a5ff-ac07c07ecfae admin admin] 10.222.0.41 "DELETE /v2.0/routers/79848ba1-1671-410a-8a02-5818e5f38c82 HTTP/1.1" status: 204 len: 168 time: 1.1301575 Sep 01 05:10:56.638938 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38980) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:56.677520 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd078d2-dc7b-49ab-a5bb-58e7de1da3e0 req-bed1ca09-a242-4405-83b9-380a8007e258 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:56.679006 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6dd078d2-dc7b-49ab-a5bb-58e7de1da3e0 req-bed1ca09-a242-4405-83b9-380a8007e258 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 944 time: 0.0534234 Sep 01 05:10:56.682610 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65bce6d-c06e-40e1-bfcb-f9ba2e6f034b admin admin] Deleting subnet 40cb068f-9043-4ac5-bbb2-5aacd080f50f {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:10:56.685713 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a65bce6d-c06e-40e1-bfcb-f9ba2e6f034b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.716863 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-6dd078d2-dc7b-49ab-a5bb-58e7de1da3e0 req-03eee1e9-039b-46f5-bf4a-c24b023fc61b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Sep 01 05:10:56.719588 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a65bce6d-c06e-40e1-bfcb-f9ba2e6f034b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.797145 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a65bce6d-c06e-40e1-bfcb-f9ba2e6f034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.918524 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 81001489-3097-4a58-bc0d-5dbe47ca9676 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:10:56.921548 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a65bce6d-c06e-40e1-bfcb-f9ba2e6f034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.947300 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bce6d-c06e-40e1-bfcb-f9ba2e6f034b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40cb068f-9043-4ac5-bbb2-5aacd080f50f,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:56.954235 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-a65bce6d-c06e-40e1-bfcb-f9ba2e6f034b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:56.957632 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-a65bce6d-c06e-40e1-bfcb-f9ba2e6f034b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/40cb068f-9043-4ac5-bbb2-5aacd080f50f HTTP/1.1" status: 204 len: 168 time: 0.3174446 Sep 01 05:10:56.959880 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 38982) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:56.983308 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984abe1-9031-43b7-8945-3288219d5c6f None None] Network 7e413433-79f1-4ec5-82ca-7d41437851e1 requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:10:57.038029 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.095497 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Deleting port 4becb191-49cd-4fc0-a061-9739ae4666e9 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:57.095836 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.128233 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 81001489-3097-4a58-bc0d-5dbe47ca9676, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81001489-3097-4a58-bc0d-5dbe47ca9676,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:57.145711 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '81001489-3097-4a58-bc0d-5dbe47ca9676', 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c', 'port_id': '81001489-3097-4a58-bc0d-5dbe47ca9676', 'mac_address': 'fa:16:3e:55:c3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39d91b6-3f88-4126-8d2a-4b6603f2c43f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:10:57.157855 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] For port 4becb191-49cd-4fc0-a061-9739ae4666e9, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4becb191-49cd-4fc0-a061-9739ae4666e9,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:57.158217 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.173451 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Calling delete_port for 4becb191-49cd-4fc0-a061-9739ae4666e9 owned by network:dhcp {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:57.187438 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.203322 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81001489-3097-4a58-bc0d-5dbe47ca9676 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:10:57.222964 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 81001489-3097-4a58-bc0d-5dbe47ca9676, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81001489-3097-4a58-bc0d-5dbe47ca9676,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:57.240847 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] DHCP port deletion for 7e413433-79f1-4ec5-82ca-7d41437851e1 request from dv-cinder-804035-8-iscsi {{(pid=111189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:10:57.285684 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] Deleting port 4becb191-49cd-4fc0-a061-9739ae4666e9 {{(pid=111189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:57.286054 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.324734 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.333011 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.361060 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Pushing event deleted for resources: {'Port': ['ID=4becb191-49cd-4fc0-a061-9739ae4666e9,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:57.362910 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] No DVR routers for this DVR port 4becb191-49cd-4fc0-a061-9739ae4666e9 on host dv-cinder-804035-8-iscsi {{(pid=111187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:57.378701 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] For port 4becb191-49cd-4fc0-a061-9739ae4666e9, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=4becb191-49cd-4fc0-a061-9739ae4666e9,segment=NetworkSegment(3f3d3852-c7ba-49dd-b056-681f93f2b106),segment_id=3f3d3852-c7ba-49dd-b056-681f93f2b106)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:57.379103 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.400791 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] Calling delete_port for 4becb191-49cd-4fc0-a061-9739ae4666e9 owned by network:dhcp {{(pid=111189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:57.402430 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=81001489-3097-4a58-bc0d-5dbe47ca9676,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:57.436451 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.447302 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e413433-79f1-4ec5-82ca-7d41437851e1']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:57.457308 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3d3852-c7ba-49dd-b056-681f93f2b106') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:57.457607 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3d3852-c7ba-49dd-b056-681f93f2b106') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:57.467177 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.481058 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.482056 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.486799 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:10:57.487189 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:10:57.488782 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:10:57.507067 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] Pushing event deleted for resources: {'Port': ['ID=4becb191-49cd-4fc0-a061-9739ae4666e9,revision_number=None']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:57.510773 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57dead8-5494-4607-b5e4-53f34eaaea89 None None] No DVR routers for this DVR port 4becb191-49cd-4fc0-a061-9739ae4666e9 on host dv-cinder-804035-8-iscsi {{(pid=111189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:57.622819 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.628246 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:57.630060 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e413433-79f1-4ec5-82ca-7d41437851e1 HTTP/1.1" status: 204 len: 168 time: 0.6683085 Sep 01 05:10:57.640916 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af76de4-846a-46bf-b1a7-7d02433afcab admin admin] Pushing event deleted for resources: {'Network': ['ID=7e413433-79f1-4ec5-82ca-7d41437851e1,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:57.658255 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['81001489-3097-4a58-bc0d-5dbe47ca9676'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:10:57.833350 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88ac06-dcbe-4c4d-81f3-cb39cb720175 req-d1695549-9c3a-4757-8c81-4a1e765999bf tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:57.834752 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7e88ac06-dcbe-4c4d-81f3-cb39cb720175 req-d1695549-9c3a-4757-8c81-4a1e765999bf tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 945 time: 0.0497839 Sep 01 05:10:57.878047 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7e88ac06-dcbe-4c4d-81f3-cb39cb720175 req-4a957e7a-f40b-4998-bb36-2dbc9c4c051f tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363870 Sep 01 05:10:57.931373 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38988) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:57.970465 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-846d0aca-710a-4a6d-89f6-c4b2eb756d85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cc03a2a7f1c42a38c87bcac7d48cadd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379691 Sep 01 05:10:57.972959 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 38990) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:58.018635 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7a6f-13db-4f1d-aa6b-82d86ba3ad00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:58.038798 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7a6f-13db-4f1d-aa6b-82d86ba3ad00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:58.160782 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7a6f-13db-4f1d-aa6b-82d86ba3ad00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:58.163434 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-cd5a7a6f-13db-4f1d-aa6b-82d86ba3ad00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:58.164638 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-cd5a7a6f-13db-4f1d-aa6b-82d86ba3ad00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/970ac0e8-1b4b-494d-a9f7-8256dcc43e39 HTTP/1.1" status: 204 len: 168 time: 0.1907642 Sep 01 05:10:58.172279 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a7a6f-13db-4f1d-aa6b-82d86ba3ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970ac0e8-1b4b-494d-a9f7-8256dcc43e39,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:58.407868 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4becb191-49cd-4fc0-a061-9739ae4666e9 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:58.430048 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 4becb191-49cd-4fc0-a061-9739ae4666e9 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:58.430622 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 4becb191-49cd-4fc0-a061-9739ae4666e9 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:58.430943 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 7915d30e-3112-40be-9f28-46112696b552 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:58.450323 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 7915d30e-3112-40be-9f28-46112696b552 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:58.450664 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 7915d30e-3112-40be-9f28-46112696b552 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:58.912152 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 81001489-3097-4a58-bc0d-5dbe47ca9676 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:10:58.999921 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09923c65-83a9-4690-8323-e1583d6ddb8f req-e676a59b-c34c-4740-9b44-7e3b22b932f0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:59.001454 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-09923c65-83a9-4690-8323-e1583d6ddb8f req-e676a59b-c34c-4740-9b44-7e3b22b932f0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 945 time: 0.0555022 Sep 01 05:10:59.040979 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-09923c65-83a9-4690-8323-e1583d6ddb8f req-8c4681cd-5dc4-45ea-b558-6fab78dd85fc tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Sep 01 05:10:59.051116 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 81001489-3097-4a58-bc0d-5dbe47ca9676 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:10:59.055593 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 81001489-3097-4a58-bc0d-5dbe47ca9676 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:10:59.055965 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:59.139617 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:59.162356 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5267d7-5d43-4122-8d85-72412a58ac41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81001489-3097-4a58-bc0d-5dbe47ca9676'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:59.165907 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd8488c-b0d4-45d5-b7dd-303261b0d451" -d '{"events": [{"server_uuid": "6b5267d7-5d43-4122-8d85-72412a58ac41", "name": "network-vif-plugged", "status": "completed", "tag": "81001489-3097-4a58-bc0d-5dbe47ca9676"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:59.178903 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 81001489-3097-4a58-bc0d-5dbe47ca9676, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81001489-3097-4a58-bc0d-5dbe47ca9676,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:59.203184 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5132504-c701-4159-989c-cebf4907db05 x-openstack-request-id: req-d5132504-c701-4159-989c-cebf4907db05 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:59.206586 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5267d7-5d43-4122-8d85-72412a58ac41", "name": "network-vif-plugged", "status": "completed", "tag": "81001489-3097-4a58-bc0d-5dbe47ca9676", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:59.206586 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5132504-c701-4159-989c-cebf4907db05 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:59.206586 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5267d7-5d43-4122-8d85-72412a58ac41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81001489-3097-4a58-bc0d-5dbe47ca9676', 'code': 200} Sep 01 05:10:59.247172 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:59.295221 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=81001489-3097-4a58-bc0d-5dbe47ca9676,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:59.446176 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:59.496007 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5026fea-8635-41b8-a236-9a61afbe74d6 req-535be12e-beca-4d5f-a5cf-3e4997251c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:59.497645 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5026fea-8635-41b8-a236-9a61afbe74d6 req-535be12e-beca-4d5f-a5cf-3e4997251c74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 1099 time: 0.0431337 Sep 01 05:10:59.536750 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e5026fea-8635-41b8-a236-9a61afbe74d6 req-211c5b2f-fd57-45bf-9e25-2e3705f59818 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Sep 01 05:11:00.159365 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dfc6d-0c98-48d4-a7f4-bc4dd8e50863 req-d6aac781-c123-44d0-911e-1a160e54917a tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:00.161146 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-057dfc6d-0c98-48d4-a7f4-bc4dd8e50863 req-d6aac781-c123-44d0-911e-1a160e54917a tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 946 time: 0.0497379 Sep 01 05:11:00.201869 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-057dfc6d-0c98-48d4-a7f4-bc4dd8e50863 req-3eca286a-58e4-4277-ac27-637925c8a4b4 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336821 Sep 01 05:11:01.317166 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498f6e4-e0c3-478b-8a50-4225cf8e0aad req-b879a93c-4e61-46ff-8576-dcc79dc2f039 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:01.318910 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b498f6e4-e0c3-478b-8a50-4225cf8e0aad req-b879a93c-4e61-46ff-8576-dcc79dc2f039 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 946 time: 0.0521204 Sep 01 05:11:01.356706 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b498f6e4-e0c3-478b-8a50-4225cf8e0aad req-552085af-397f-4cb5-bf46-fdc9d30b9dbd tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Sep 01 05:11:02.674383 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baacf1-1636-49e3-8ea1-358e3c903833 req-368d0b30-64c8-4bd5-ad94-0e0c9194bc78 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:02.675889 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-30baacf1-1636-49e3-8ea1-358e3c903833 req-368d0b30-64c8-4bd5-ad94-0e0c9194bc78 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 946 time: 0.0488348 Sep 01 05:11:02.713479 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-30baacf1-1636-49e3-8ea1-358e3c903833 req-e0cf4e88-361a-4850-b2c5-b617e73aa61c tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Sep 01 05:11:03.825816 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa0748-f504-4ab2-98d5-72b9e3446db1 req-9dca7b4b-02f8-4c90-b6f4-edce939b7e23 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:03.827263 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7eaa0748-f504-4ab2-98d5-72b9e3446db1 req-9dca7b4b-02f8-4c90-b6f4-edce939b7e23 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 946 time: 0.0479524 Sep 01 05:11:03.866326 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7eaa0748-f504-4ab2-98d5-72b9e3446db1 req-f30ab4e2-dfe2-4b1f-9bcc-3ee6b1307b60 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331299 Sep 01 05:11:04.051092 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-da9948c9-f436-4bd2-a360-cf80a0dcc71b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:04.052516 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-da9948c9-f436-4bd2-a360-cf80a0dcc71b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 946 time: 0.0504153 Sep 01 05:11:04.139171 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Deleting port 81001489-3097-4a58-bc0d-5dbe47ca9676 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:11:04.139522 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.228506 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] For port 81001489-3097-4a58-bc0d-5dbe47ca9676, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=81001489-3097-4a58-bc0d-5dbe47ca9676,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:04.228860 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.241314 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Calling delete_port for 81001489-3097-4a58-bc0d-5dbe47ca9676 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:11:04.440810 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.452732 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['81001489-3097-4a58-bc0d-5dbe47ca9676'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:11:04.472875 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Pushing event deleted for resources: {'Port': ['ID=81001489-3097-4a58-bc0d-5dbe47ca9676,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:04.514606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] No DVR routers for this DVR port 81001489-3097-4a58-bc0d-5dbe47ca9676 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:11:04.517161 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.519126 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5b2e8100-c17c-4bca-9baa-67ae27ce8e14 req-58ed3031-a822-4fdd-890c-104c6f0678d0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.16 "DELETE /v2.0/ports/81001489-3097-4a58-bc0d-5dbe47ca9676 HTTP/1.1" status: 204 len: 173 time: 0.4597325 Sep 01 05:11:04.519550 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5267d7-5d43-4122-8d85-72412a58ac41', 'name': 'network-vif-deleted', 'tag': '81001489-3097-4a58-bc0d-5dbe47ca9676'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:04.521770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3831be58-46ab-4640-b766-4b0cf7eac442" -d '{"events": [{"server_uuid": "6b5267d7-5d43-4122-8d85-72412a58ac41", "name": "network-vif-deleted", "tag": "81001489-3097-4a58-bc0d-5dbe47ca9676"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:04.558398 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aa6a50-24a6-485d-8af2-2e75b0b0c7a4 x-openstack-request-id: req-05aa6a50-24a6-485d-8af2-2e75b0b0c7a4 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:04.558780 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5267d7-5d43-4122-8d85-72412a58ac41", "name": "network-vif-deleted", "tag": "81001489-3097-4a58-bc0d-5dbe47ca9676", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:04.559265 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05aa6a50-24a6-485d-8af2-2e75b0b0c7a4 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:04.559691 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5267d7-5d43-4122-8d85-72412a58ac41', 'name': 'network-vif-deleted', 'tag': '81001489-3097-4a58-bc0d-5dbe47ca9676', 'status': 'completed', 'code': 200} Sep 01 05:11:04.973908 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-08436938-de0a-4490-940f-b9fd64177c07 req-afdeb153-19e7-4da8-b010-d3bcd84d4b53 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b5267d7-5d43-4122-8d85-72412a58ac41 HTTP/1.1" status: 200 len: 210 time: 0.0260689 Sep 01 05:11:06.295033 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff03fe-2772-4622-80d1-162b1780815e req-bfa2a7a1-3325-41a8-bdc0-e014362f3243 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:06.296463 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-bfa2a7a1-3325-41a8-bdc0-e014362f3243 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/networks?id=c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c HTTP/1.1" status: 200 len: 808 time: 0.0998480 Sep 01 05:11:06.311638 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-29faf43e-8893-4eaf-9656-6e85c56f8135 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/quotas/00468f1c7833471aadc64022b38a7359 HTTP/1.1" status: 200 len: 375 time: 0.0094185 Sep 01 05:11:06.342049 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-f6fe23d5-52dc-42a9-bb9f-804ea5eafa44 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00468f1c7833471aadc64022b38a7359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253420 Sep 01 05:11:06.431492 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-5601f132-60c7-4c21-98b9-6f4168dce010 service neutron] 10.222.0.41 "GET /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826862 Sep 01 05:11:06.522063 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-9b437032-0470-4819-a5b2-ea39d202b991 service neutron] 10.222.0.41 "GET /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836239 Sep 01 05:11:06.757961 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6989a358-970f-482e-a08d-e603028c235f req-46179d6c-01f1-4800-96b2-c214dc809fef tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 210 time: 0.0260699 Sep 01 05:11:06.944837 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 81001489-3097-4a58-bc0d-5dbe47ca9676 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:11:06.965213 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 81001489-3097-4a58-bc0d-5dbe47ca9676 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:11:06.965523 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 81001489-3097-4a58-bc0d-5dbe47ca9676 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:11:07.850427 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-bd888ceb-b014-40ea-9196-3a60d36f6801 req-1aca0671-eec9-42b9-8f46-a8aad4a0dc6a tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 210 time: 0.0262127 Sep 01 05:11:08.581774 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff03fe-2772-4622-80d1-162b1780815e req-abab6fa5-479d-41db-ae4f-cb42d6a1016c tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:08.583203 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-abab6fa5-479d-41db-ae4f-cb42d6a1016c tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.16 "GET /v2.0/networks?id=c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c HTTP/1.1" status: 200 len: 808 time: 0.1055021 Sep 01 05:11:08.595844 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Request body: {'port': {'device_id': 'e8f5ea2f-f24a-427c-b875-e24fafc5c783', 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c', 'admin_state_up': True, 'tenant_id': '00468f1c7833471aadc64022b38a7359'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:08.761342 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Made reservation on behalf of 00468f1c7833471aadc64022b38a7359 for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:11:08.764942 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:08.893219 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Allocated IP 172.20.0.9 (c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c/c39d91b6-3f88-4126-8d2a-4b6603f2c43f/185d1fba-4f78-459a-a4a9-f0ef00024310) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:11:08.949468 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-eac4abbb-5d9a-4cc7-8ec9-439073f2db3d req-7ce349a8-afdf-4047-bbcb-75b70470f497 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 210 time: 0.0264716 Sep 01 05:11:09.035915 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:09.125288 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:09.171588 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:11:09.174704 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:11:09.177274 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:11:09.205169 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Pushing event updated for resources: {'Port': ['ID=185d1fba-4f78-459a-a4a9-f0ef00024310,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:09.221113 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.221464 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.221805 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.222140 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.222469 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.222802 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.223126 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.223447 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.223770 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.224088 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.224413 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.224732 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:09.247916 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:09.248208 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:09.320788 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-d2484507-72c8-4a5a-817c-2175795e544b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286074 Sep 01 05:11:09.333261 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Request body: {'port': {'device_id': 'e8f5ea2f-f24a-427c-b875-e24fafc5c783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:09.388235 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:09.646480 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185d1fba-4f78-459a-a4a9-f0ef00024310 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:11:09.654606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:09.667210 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Transition to ACTIVE for port object 185d1fba-4f78-459a-a4a9-f0ef00024310 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:11:09.701202 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39162) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:09.742573 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:09.812728 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Pushing event updated for resources: {'Port': ['ID=185d1fba-4f78-459a-a4a9-f0ef00024310,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:09.851627 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1bb04e29-c53d-4997-bf79-e30a6e592184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:09.884307 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Attempting to bind port 185d1fba-4f78-459a-a4a9-f0ef00024310 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:11:09.884630 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Attempting to bind port 185d1fba-4f78-459a-a4a9-f0ef00024310 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:11:09.884971 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Attempting to bind port 185d1fba-4f78-459a-a4a9-f0ef00024310 on network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:11:09.894326 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Port 185d1fba-4f78-459a-a4a9-f0ef00024310 on network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:11:09.894904 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Attempting to bind port 185d1fba-4f78-459a-a4a9-f0ef00024310 on network c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:11:09.906234 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:11:09.910561 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Checking segment: {'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:11:09.910561 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Bound using segment: {'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:11:09.910561 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Bound port: 185d1fba-4f78-459a-a4a9-f0ef00024310, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d0722c-9dbd-42a3-8676-38a84eda5424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:11:09.910561 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:09.996631 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] For port 185d1fba-4f78-459a-a4a9-f0ef00024310, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:11:10.018670 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] For port 185d1fba-4f78-459a-a4a9-f0ef00024310, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=185d1fba-4f78-459a-a4a9-f0ef00024310,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:11:10.032500 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1bb04e29-c53d-4997-bf79-e30a6e592184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.073221 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186777-65f3-4097-aae2-8c2f811a54f5 req-364840fa-1145-4233-8cb1-2f3cc846c667 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:10.074701 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-74186777-65f3-4097-aae2-8c2f811a54f5 req-364840fa-1145-4233-8cb1-2f3cc846c667 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 943 time: 0.0547948 Sep 01 05:11:10.108489 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.136348 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-74186777-65f3-4097-aae2-8c2f811a54f5 req-35aeda81-4a36-4771-a38b-f9900c540770 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554991 Sep 01 05:11:10.141931 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1bb04e29-c53d-4997-bf79-e30a6e592184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.153146 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:10.153756 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.155490 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] 10.222.0.16 "PUT /v2.0/ports/185d1fba-4f78-459a-a4a9-f0ef00024310 HTTP/1.1" status: 200 len: 1093 time: 0.8264499 Sep 01 05:11:10.165686 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f5ea2f-f24a-427c-b875-e24fafc5c783', 'tag': '185d1fba-4f78-459a-a4a9-f0ef00024310'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:10.167974 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b5d3d9-de6c-4939-a3e1-a35de48848e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f5ea2f-f24a-427c-b875-e24fafc5c783", "tag": "185d1fba-4f78-459a-a4a9-f0ef00024310"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:10.213759 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-1bb04e29-c53d-4997-bf79-e30a6e592184 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47195835c7394366982d465428302c5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074701 Sep 01 05:11:10.213890 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39172) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:10.216783 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1f7c6-e40c-4aaf-880a-dbde9cf6b524 service neutron] Pushing event updated for resources: {'Port': ['ID=185d1fba-4f78-459a-a4a9-f0ef00024310,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:10.219797 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb04e29-c53d-4997-bf79-e30a6e592184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210b9e2e-ecea-44ae-9e5d-a104220ef9da,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:10.234641 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfbd890-808a-4c3f-b0d7-e74f3fdd9474 x-openstack-request-id: req-bcfbd890-808a-4c3f-b0d7-e74f3fdd9474 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:10.235070 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f5ea2f-f24a-427c-b875-e24fafc5c783", "tag": "185d1fba-4f78-459a-a4a9-f0ef00024310", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:10.235220 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcfbd890-808a-4c3f-b0d7-e74f3fdd9474 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:10.235617 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f5ea2f-f24a-427c-b875-e24fafc5c783', 'tag': '185d1fba-4f78-459a-a4a9-f0ef00024310', 'status': 'completed', 'code': 200} Sep 01 05:11:10.266478 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.288675 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.296627 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d3d9-de6c-4939-a3e1-a35de48848e0 req-bd27d001-e2a4-4de0-9b32-0a3c7b504164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:10.298179 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-49b5d3d9-de6c-4939-a3e1-a35de48848e0 req-bd27d001-e2a4-4de0-9b32-0a3c7b504164 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00468f1c7833471aadc64022b38a7359&device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 1096 time: 0.0426266 Sep 01 05:11:10.472450 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d3d9-de6c-4939-a3e1-a35de48848e0 req-0b6fb53c-cc17-4ffb-86dc-b8dbcff98aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:10.472450 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-49b5d3d9-de6c-4939-a3e1-a35de48848e0 req-0b6fb53c-cc17-4ffb-86dc-b8dbcff98aae service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=00468f1c7833471aadc64022b38a7359&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0981266 Sep 01 05:11:10.497371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5d3d9-de6c-4939-a3e1-a35de48848e0 req-5de6cd24-b5be-4ad5-ae6d-c04deb5b257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:10.498815 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-49b5d3d9-de6c-4939-a3e1-a35de48848e0 req-5de6cd24-b5be-4ad5-ae6d-c04deb5b257b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889926 Sep 01 05:11:10.502449 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.505694 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.507141 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/210b9e2e-ecea-44ae-9e5d-a104220ef9da HTTP/1.1" status: 204 len: 168 time: 0.2928057 Sep 01 05:11:10.520581 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b9e2e-ecea-44ae-9e5d-a104220ef9da,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:10.532354 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1ddc148e-7728-476e-8117-c28f7c4aef61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.539741 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a452e39-1c39-49ec-8ec9-b1f9a66ed3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:10.587705 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff03fe-2772-4622-80d1-162b1780815e req-947237f5-38a4-47c6-b7a7-39dcac007eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:10.591181 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-947237f5-38a4-47c6-b7a7-39dcac007eb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=00468f1c7833471aadc64022b38a7359&device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 1096 time: 0.0490930 Sep 01 05:11:10.630292 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-ccea54d9-4fb9-40ae-8ba3-1f87d54c4fa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=185d1fba-4f78-459a-a4a9-f0ef00024310 HTTP/1.1" status: 200 len: 217 time: 0.0331988 Sep 01 05:11:10.677226 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff03fe-2772-4622-80d1-162b1780815e req-4a37560a-7531-45a4-ace6-09ce23ceda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:10.678967 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-4a37560a-7531-45a4-ace6-09ce23ceda0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c39d91b6-3f88-4126-8d2a-4b6603f2c43f HTTP/1.1" status: 200 len: 848 time: 0.0418239 Sep 01 05:11:10.712686 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-d5fc9f3e-5629-4200-82cd-0c91bdb48268 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273399 Sep 01 05:11:10.800032 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-f94e09c4-7667-48b6-9fa2-38a3bf5b3ecb service neutron] 10.222.0.16 "GET /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803854 Sep 01 05:11:10.893228 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-57ff03fe-2772-4622-80d1-162b1780815e req-dbfe86bc-bf3f-423c-b596-8586ff0f3c14 service neutron] 10.222.0.16 "GET /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851240 Sep 01 05:11:11.250893 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4338b-8030-497a-91e7-b0a89b4760da req-03669169-6c8b-4147-bb48-93c9dbbf2ee5 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:11.252336 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-69e4338b-8030-497a-91e7-b0a89b4760da req-03669169-6c8b-4147-bb48-93c9dbbf2ee5 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 943 time: 0.0495160 Sep 01 05:11:11.290684 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-69e4338b-8030-497a-91e7-b0a89b4760da req-0badea5f-b988-4e2a-a7b8-d1cf5e674be0 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323524 Sep 01 05:11:12.408467 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a7242-2f62-410c-b54c-fe1637533ae0 req-61eaa1bd-1147-48fa-a012-de5187229156 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:12.409987 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-607a7242-2f62-410c-b54c-fe1637533ae0 req-61eaa1bd-1147-48fa-a012-de5187229156 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 943 time: 0.0506420 Sep 01 05:11:12.449110 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-607a7242-2f62-410c-b54c-fe1637533ae0 req-c8a082d3-8ace-489d-9161-025afdc8caa9 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332167 Sep 01 05:11:12.989686 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 185d1fba-4f78-459a-a4a9-f0ef00024310 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:11:12.999350 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6d1f92f1-9f76-4502-9a83-016dcae9a8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:13.085416 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 185d1fba-4f78-459a-a4a9-f0ef00024310, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=185d1fba-4f78-459a-a4a9-f0ef00024310,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:13.096403 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '185d1fba-4f78-459a-a4a9-f0ef00024310', 'network_id': 'c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c', 'port_id': '185d1fba-4f78-459a-a4a9-f0ef00024310', 'mac_address': 'fa:16:3e:94:d9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c39d91b6-3f88-4126-8d2a-4b6603f2c43f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:11:13.132296 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:13.145417 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185d1fba-4f78-459a-a4a9-f0ef00024310 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:11:13.164542 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 185d1fba-4f78-459a-a4a9-f0ef00024310, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=185d1fba-4f78-459a-a4a9-f0ef00024310,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:13.217769 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:13.263879 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=185d1fba-4f78-459a-a4a9-f0ef00024310,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:13.280725 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:13.526199 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['185d1fba-4f78-459a-a4a9-f0ef00024310'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:11:13.561248 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25a627-6285-431d-bffb-f73853ed58e5 req-bf7ed7c7-a5f9-44d6-8bac-e50e13f6d2b7 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:13.562739 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb25a627-6285-431d-bffb-f73853ed58e5 req-bf7ed7c7-a5f9-44d6-8bac-e50e13f6d2b7 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 944 time: 0.0480797 Sep 01 05:11:13.600317 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-eb25a627-6285-431d-bffb-f73853ed58e5 req-ae2a4449-6192-44ff-ab10-70cc2cf90440 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Sep 01 05:11:14.307890 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:14.718305 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41f337-e9f3-42af-933b-d5f8585a28a5 req-d701e517-fe5e-4311-8975-0f1bac3a9378 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:14.719869 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dc41f337-e9f3-42af-933b-d5f8585a28a5 req-d701e517-fe5e-4311-8975-0f1bac3a9378 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 944 time: 0.0507548 Sep 01 05:11:14.759697 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-dc41f337-e9f3-42af-933b-d5f8585a28a5 req-f289a58a-3e62-47e8-b45a-7cb83a5499c6 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334694 Sep 01 05:11:14.985375 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 185d1fba-4f78-459a-a4a9-f0ef00024310 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:11:15.096479 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 185d1fba-4f78-459a-a4a9-f0ef00024310 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:11:15.100152 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 185d1fba-4f78-459a-a4a9-f0ef00024310 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:11:15.100520 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:15.174357 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:15.197465 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f5ea2f-f24a-427c-b875-e24fafc5c783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d1fba-4f78-459a-a4a9-f0ef00024310'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:15.201075 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8d6d2a-81d2-47dc-9f37-274d03f48165" -d '{"events": [{"server_uuid": "e8f5ea2f-f24a-427c-b875-e24fafc5c783", "name": "network-vif-plugged", "status": "completed", "tag": "185d1fba-4f78-459a-a4a9-f0ef00024310"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:15.213093 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 185d1fba-4f78-459a-a4a9-f0ef00024310, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=185d1fba-4f78-459a-a4a9-f0ef00024310,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:15.237313 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7f290d-c077-4f4c-b3bc-fdf2b3f4fc24 x-openstack-request-id: req-4b7f290d-c077-4f4c-b3bc-fdf2b3f4fc24 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:15.237601 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f5ea2f-f24a-427c-b875-e24fafc5c783", "name": "network-vif-plugged", "status": "completed", "tag": "185d1fba-4f78-459a-a4a9-f0ef00024310", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:15.237875 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b7f290d-c077-4f4c-b3bc-fdf2b3f4fc24 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:15.238264 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f5ea2f-f24a-427c-b875-e24fafc5c783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185d1fba-4f78-459a-a4a9-f0ef00024310', 'code': 200} Sep 01 05:11:15.263536 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:15.313329 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=185d1fba-4f78-459a-a4a9-f0ef00024310,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:15.493552 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de57254-0ba8-4468-895a-73ab42571d0b req-8c1e5733-7ea3-4fcb-967f-70e1fc497c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:15.495849 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3de57254-0ba8-4468-895a-73ab42571d0b req-8c1e5733-7ea3-4fcb-967f-70e1fc497c85 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 1098 time: 0.0392430 Sep 01 05:11:15.536831 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3de57254-0ba8-4468-895a-73ab42571d0b req-83cb813e-f605-43a1-a879-52db3faca3cf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350795 Sep 01 05:11:15.737824 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:15.879051 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd62c26-3069-4fc6-be7f-1fb3b75743f4 req-25cbb9a5-444b-4ec6-8ced-c84e70b8bacd tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:15.886927 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3dd62c26-3069-4fc6-be7f-1fb3b75743f4 req-25cbb9a5-444b-4ec6-8ced-c84e70b8bacd tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 945 time: 0.0533338 Sep 01 05:11:15.918320 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-3dd62c26-3069-4fc6-be7f-1fb3b75743f4 req-4e734513-e17a-4385-9a27-018c7ceaf20c tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318465 Sep 01 05:11:17.030492 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50a8e-6e0e-4b77-9c05-be266e72ac97 req-e6ddff51-16bf-4ea6-b084-3d4212d1eaa1 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:17.031930 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ea50a8e-6e0e-4b77-9c05-be266e72ac97 req-e6ddff51-16bf-4ea6-b084-3d4212d1eaa1 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 945 time: 0.0468497 Sep 01 05:11:17.071024 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ea50a8e-6e0e-4b77-9c05-be266e72ac97 req-2493dfab-5a48-4525-b65e-9e6c835037e2 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Sep 01 05:11:17.505232 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:11:18.184759 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8b445-c188-4873-8282-7d02121d0db6 req-1efb2cfc-cd07-4c23-a015-4ad679942da2 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:18.186341 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-03c8b445-c188-4873-8282-7d02121d0db6 req-1efb2cfc-cd07-4c23-a015-4ad679942da2 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 945 time: 0.0516005 Sep 01 05:11:18.224391 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-03c8b445-c188-4873-8282-7d02121d0db6 req-da1c47b6-f05a-48a8-8808-e03796baf299 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Sep 01 05:11:19.338946 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856d9b4-9b69-406c-8c2c-3af7cce71362 req-9dc950c4-c39b-41c7-87df-9c138d20bf64 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:19.340418 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d856d9b4-9b69-406c-8c2c-3af7cce71362 req-9dc950c4-c39b-41c7-87df-9c138d20bf64 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 945 time: 0.0486276 Sep 01 05:11:19.376682 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d856d9b4-9b69-406c-8c2c-3af7cce71362 req-954c644d-6f5d-4258-96b9-7e5500d91432 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302842 Sep 01 05:11:20.489453 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28beeb38-d796-4fe9-9e36-0007101bd652 req-ba65405e-770c-4b74-b6ed-4d4c0e984e97 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:20.490902 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-28beeb38-d796-4fe9-9e36-0007101bd652 req-ba65405e-770c-4b74-b6ed-4d4c0e984e97 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 945 time: 0.0481770 Sep 01 05:11:20.529811 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-28beeb38-d796-4fe9-9e36-0007101bd652 req-20c24673-c978-470d-8067-ec51958f1dff tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Sep 01 05:11:21.775373 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c08f-798c-4915-b772-503d6c20bb07 req-9e712d3e-d372-4292-b174-3facf01c1467 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:21.777447 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2370c08f-798c-4915-b772-503d6c20bb07 req-9e712d3e-d372-4292-b174-3facf01c1467 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 945 time: 0.0473416 Sep 01 05:11:21.814342 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-2370c08f-798c-4915-b772-503d6c20bb07 req-887a071e-b4b6-4c53-9c9d-8413b2aae10b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Sep 01 05:11:22.928385 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00493b-8020-4b8e-84d8-0850d1d4304a req-24ddfb1a-f9cd-4ba4-b8ef-db026bac541b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:22.929871 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ca00493b-8020-4b8e-84d8-0850d1d4304a req-24ddfb1a-f9cd-4ba4-b8ef-db026bac541b tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 945 time: 0.0477083 Sep 01 05:11:22.970016 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ca00493b-8020-4b8e-84d8-0850d1d4304a req-1ea2f068-ac05-4a7b-9d1d-696477996c3e tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/security-groups?id=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Sep 01 05:11:23.434068 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-d9009b99-fc5e-4a29-a985-de6661753214 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:23.435527 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-d9009b99-fc5e-4a29-a985-de6661753214 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 945 time: 0.0469682 Sep 01 05:11:23.521322 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Deleting port 185d1fba-4f78-459a-a4a9-f0ef00024310 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:11:23.521663 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:23.609261 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] For port 185d1fba-4f78-459a-a4a9-f0ef00024310, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=185d1fba-4f78-459a-a4a9-f0ef00024310,segment=NetworkSegment(24d0722c-9dbd-42a3-8676-38a84eda5424),segment_id=24d0722c-9dbd-42a3-8676-38a84eda5424)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:23.609617 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:23.621767 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Calling delete_port for 185d1fba-4f78-459a-a4a9-f0ef00024310 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:11:23.816588 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:23.828670 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['185d1fba-4f78-459a-a4a9-f0ef00024310'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:11:23.847249 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Pushing event deleted for resources: {'Port': ['ID=185d1fba-4f78-459a-a4a9-f0ef00024310,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:23.891562 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] No DVR routers for this DVR port 185d1fba-4f78-459a-a4a9-f0ef00024310 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:11:23.894192 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:23.896252 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-107e88c5-6e7a-4dd9-b7f3-36cfe0742470 req-e2a6a7e8-1f04-4d9a-a6a1-393e4135c757 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.16 "DELETE /v2.0/ports/185d1fba-4f78-459a-a4a9-f0ef00024310 HTTP/1.1" status: 204 len: 173 time: 0.4543514 Sep 01 05:11:23.896688 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f5ea2f-f24a-427c-b875-e24fafc5c783', 'name': 'network-vif-deleted', 'tag': '185d1fba-4f78-459a-a4a9-f0ef00024310'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:23.898922 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bb9f98-383d-45e6-8801-3dfbfa74882d" -d '{"events": [{"server_uuid": "e8f5ea2f-f24a-427c-b875-e24fafc5c783", "name": "network-vif-deleted", "tag": "185d1fba-4f78-459a-a4a9-f0ef00024310"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:23.933479 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a5008a-ee8e-4a07-8d83-c705bb969d05 x-openstack-request-id: req-a1a5008a-ee8e-4a07-8d83-c705bb969d05 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:23.934084 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f5ea2f-f24a-427c-b875-e24fafc5c783", "name": "network-vif-deleted", "tag": "185d1fba-4f78-459a-a4a9-f0ef00024310", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:23.934084 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1a5008a-ee8e-4a07-8d83-c705bb969d05 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:23.934369 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f5ea2f-f24a-427c-b875-e24fafc5c783', 'name': 'network-vif-deleted', 'tag': '185d1fba-4f78-459a-a4a9-f0ef00024310', 'status': 'completed', 'code': 200} Sep 01 05:11:24.071861 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-aec816f6-c15d-488a-9917-7eacdb02ec6f req-8fec2342-f39f-4f69-8c5b-973318128865 tempest-VolumesActionsTest-1921592161 tempest-VolumesActionsTest-1921592161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8f5ea2f-f24a-427c-b875-e24fafc5c783 HTTP/1.1" status: 200 len: 210 time: 0.0325642 Sep 01 05:11:27.845668 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 185d1fba-4f78-459a-a4a9-f0ef00024310 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:11:27.864838 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 185d1fba-4f78-459a-a4a9-f0ef00024310 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:11:27.865214 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 185d1fba-4f78-459a-a4a9-f0ef00024310 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:11:29.446112 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.607176 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-29bb3f5e-225d-4f56-a5bb-cd1a4b2ef0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:43.004856 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-fd85104b-7759-449d-a917-0e027dac0072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:43.331933 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:44.227476 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:45.766334 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.373557 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39704) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:53.421939 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d5acd0-7b15-4724-be70-fcc8f935550b admin admin] Deleting subnet c39d91b6-3f88-4126-8d2a-4b6603f2c43f {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:11:53.424892 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f9d5acd0-7b15-4724-be70-fcc8f935550b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.459819 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f9d5acd0-7b15-4724-be70-fcc8f935550b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.498031 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f9d5acd0-7b15-4724-be70-fcc8f935550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.611711 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f9d5acd0-7b15-4724-be70-fcc8f935550b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.636922 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5acd0-7b15-4724-be70-fcc8f935550b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c39d91b6-3f88-4126-8d2a-4b6603f2c43f,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:53.640841 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-f9d5acd0-7b15-4724-be70-fcc8f935550b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.643427 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-f9d5acd0-7b15-4724-be70-fcc8f935550b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c39d91b6-3f88-4126-8d2a-4b6603f2c43f HTTP/1.1" status: 204 len: 168 time: 0.2688205 Sep 01 05:11:53.645209 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39706) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:53.714988 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.789578 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.799293 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-39650418-4230-4247-8adc-863afd929714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:11:53.809538 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-39650418-4230-4247-8adc-863afd929714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d0722c-9dbd-42a3-8676-38a84eda5424') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:11:53.809828 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-39650418-4230-4247-8adc-863afd929714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d0722c-9dbd-42a3-8676-38a84eda5424') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:11:53.818100 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.835394 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.841793 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:11:53.842170 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:11:53.843725 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:11:53.954101 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.959497 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:53.966763 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-39650418-4230-4247-8adc-863afd929714 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c HTTP/1.1" status: 204 len: 168 time: 0.3152423 Sep 01 05:11:53.972404 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39650418-4230-4247-8adc-863afd929714 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4706f0a-0e0b-4a52-bf4c-f3ee8516ac4c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:54.357560 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39720) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:54.398518 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-fe980041-1f79-4535-b2de-f5da4723b24d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00468f1c7833471aadc64022b38a7359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386283 Sep 01 05:11:54.400010 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39722) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:54.450575 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60c022e6-0a16-4dbb-86fe-08756587068b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:54.472123 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60c022e6-0a16-4dbb-86fe-08756587068b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:54.504179 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:11:54.583324 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60c022e6-0a16-4dbb-86fe-08756587068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:54.585967 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-60c022e6-0a16-4dbb-86fe-08756587068b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:54.587155 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-60c022e6-0a16-4dbb-86fe-08756587068b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9583a1c-ad8d-4c3e-9a84-ddaecd79db14 HTTP/1.1" status: 204 len: 168 time: 0.1862388 Sep 01 05:11:54.594924 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c022e6-0a16-4dbb-86fe-08756587068b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9583a1c-ad8d-4c3e-9a84-ddaecd79db14,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:55.641524 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39754) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:55.740359 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1751991360-network', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:55.828592 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Made reservation on behalf of d51500adc96945e9818644564c7a6e8f for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:11:55.830927 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:55.839580 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:55.923600 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:55.988602 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:56.015538 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:11:56.021443 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2353ee-3140-4510-baee-69e3ffd90d70,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:56.031721 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:56.032061 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Added segment 21dd5124-def2-4160-bb73-5f47efd6884e of type vlan for network 7d695831-63f0-4d2d-b35e-507723a5676c Sep 01 05:11:56.074388 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:56.170082 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:56.171087 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:56.171698 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:56.227850 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] Pushing event updated for resources: {'Network': ['ID=7d695831-63f0-4d2d-b35e-507723a5676c,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:56.238560 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 7d695831-63f0-4d2d-b35e-507723a5676c details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:11:56.292731 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-d1b91ac6-8de3-4f52-8322-3954a237730f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6501224 Sep 01 05:11:56.295506 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39762) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:56.300524 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Request body: {'subnet': {'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1751991360-subnet', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'ip_version': 4}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:56.391920 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Made reservation on behalf of d51500adc96945e9818644564c7a6e8f for: {'subnet': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:11:56.394255 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12727956'] for subnet, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:56.887033 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12730767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12727938'] for subnet, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:56.944052 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=31544df3-66da-4e42-b9e9-e73b72eacd9d,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:56.954617 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Checking segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:11:56.954973 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Network hostable DHCP agents. Network: 7d695831-63f0-4d2d-b35e-507723a5676c, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:11:57.057282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Network 7d695831-63f0-4d2d-b35e-507723a5676c is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:11:57.171609 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 7d695831-63f0-4d2d-b35e-507723a5676c) {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:11:57.175650 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:57.176246 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.180403 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6b8c6-2449-4c4c-a0ca-8ca0ec33b3b4 None None] Network 7d695831-63f0-4d2d-b35e-507723a5676c requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:11:57.300549 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-dab5d52d-b9fa-402f-bdf6-6ad1f0a2dedb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0037835 Sep 01 05:11:57.305054 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39782) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:57.312284 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:57.333636 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-7d695831-63f0-4d2d-b35e-507723a5676c', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:11:57.334490 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.417690 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.418752 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.467673 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Allocated IP 172.20.0.2 (7d695831-63f0-4d2d-b35e-507723a5676c/31544df3-66da-4e42-b9e9-e73b72eacd9d/e5a4d8ef-c351-426f-beca-d08485ebb9d1) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:11:57.474597 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.608015 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.615967 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Transition to ACTIVE for port object e5a4d8ef-c351-426f-beca-d08485ebb9d1 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:11:57.631159 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Transition to ACTIVE for port object e5a4d8ef-c351-426f-beca-d08485ebb9d1 will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:11:57.694887 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.698239 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.735465 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Network 7d695831-63f0-4d2d-b35e-507723a5676c is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:11:57.738250 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:11:57.741148 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:11:57.775022 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Pushing event updated for resources: {'Port': ['ID=e5a4d8ef-c351-426f-beca-d08485ebb9d1,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:57.802066 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.802412 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.802747 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.803079 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.803400 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.803719 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.804038 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.804409 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.804715 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.805064 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.805466 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.805824 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:57.813757 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Attempting to bind port e5a4d8ef-c351-426f-beca-d08485ebb9d1 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:11:57.814126 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Attempting to bind port e5a4d8ef-c351-426f-beca-d08485ebb9d1 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:11:57.814492 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Attempting to bind port e5a4d8ef-c351-426f-beca-d08485ebb9d1 on network 7d695831-63f0-4d2d-b35e-507723a5676c {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:11:57.822372 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:11:57.822372 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Checking segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:11:57.822372 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.822372 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Bound using segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:11:57.822372 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Bound port: e5a4d8ef-c351-426f-beca-d08485ebb9d1, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:11:57.824127 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.884926 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] For port e5a4d8ef-c351-426f-beca-d08485ebb9d1, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:11:57.888620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] For port e5a4d8ef-c351-426f-beca-d08485ebb9d1, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=e5a4d8ef-c351-426f-beca-d08485ebb9d1,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:11:57.946784 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.965784 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:57.970635 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:58.029313 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb23d06-c198-4204-86e2-c484a8c9991b None None] Pushing event updated for resources: {'Port': ['ID=e5a4d8ef-c351-426f-beca-d08485ebb9d1,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:58.071193 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Allocated IP 172.27.1.4 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/18b3d540-3560-4157-8a82-bd358fbea208) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:11:58.181510 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:58.326213 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:58.369279 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:11:58.373092 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:11:58.377395 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:11:58.380472 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Pushing event updated for resources: {'Port': ['ID=18b3d540-3560-4157-8a82-bd358fbea208,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:58.486771 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device e5a4d8ef-c351-426f-beca-d08485ebb9d1 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:11:58.604181 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port e5a4d8ef-c351-426f-beca-d08485ebb9d1 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:11:58.737626 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:58.926165 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8a738-d5be-4564-af06-510371a7d60f None None] Network 7d695831-63f0-4d2d-b35e-507723a5676c requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:11:58.946303 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:59.046368 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-e749e89c-9bea-4a16-9270-17ddb9f7a160 None None] Provisioning for port e5a4d8ef-c351-426f-beca-d08485ebb9d1 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:11:59.052770 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-e749e89c-9bea-4a16-9270-17ddb9f7a160 None None] Provisioning complete for port e5a4d8ef-c351-426f-beca-d08485ebb9d1 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:11:59.053122 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e749e89c-9bea-4a16-9270-17ddb9f7a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:59.159484 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e749e89c-9bea-4a16-9270-17ddb9f7a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:59.176133 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:11:59.198908 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-e749e89c-9bea-4a16-9270-17ddb9f7a160 None None] For port e5a4d8ef-c351-426f-beca-d08485ebb9d1, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=e5a4d8ef-c351-426f-beca-d08485ebb9d1,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:59.284456 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:11:59.294911 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:11:59.304559 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:11:59.305220 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:11:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:11:59.338335 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e749e89c-9bea-4a16-9270-17ddb9f7a160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:59.370274 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:59.371757 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-1a68b305-0301-4300-9204-60860a6c43f5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0654540 Sep 01 05:11:59.374611 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39800) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:59.441393 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749e89c-9bea-4a16-9270-17ddb9f7a160 None None] Pushing event updated for resources: {'Port': ['ID=e5a4d8ef-c351-426f-beca-d08485ebb9d1,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:59.467026 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:11:59.522409 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-76d9571a-a360-477e-99eb-cc9a51c13205 None None] Provisioning complete for port e5a4d8ef-c351-426f-beca-d08485ebb9d1 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:11:59.523295 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-76d9571a-a360-477e-99eb-cc9a51c13205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:59.524663 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:59.721881 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:11:58Z', 'revision_number': 3, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:11:59.749972 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:11:59.750321 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Updating router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a port 18b3d540-3560-4157-8a82-bd358fbea208 binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:11:59.775657 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.003241 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.052783 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.072159 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Transition to ACTIVE for port object 18b3d540-3560-4157-8a82-bd358fbea208 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:00.165997 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.194647 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Allocated IP 172.20.0.1 (7d695831-63f0-4d2d-b35e-507723a5676c/31544df3-66da-4e42-b9e9-e73b72eacd9d/05ff01ec-73d0-455c-9dee-4f319f48e990) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:12:00.218236 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Attempting to bind port 18b3d540-3560-4157-8a82-bd358fbea208 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:12:00.218811 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Attempting to bind port 18b3d540-3560-4157-8a82-bd358fbea208 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:12:00.220120 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Attempting to bind port 18b3d540-3560-4157-8a82-bd358fbea208 on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:00.237537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:12:00.237537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:12:00.237537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.237537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:12:00.237537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Bound port: 18b3d540-3560-4157-8a82-bd358fbea208, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:12:00.237537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.260276 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db3411-1359-4cfe-824d-96f59afdb7f6 None None] Pushing event updated for resources: {'Port': ['ID=18b3d540-3560-4157-8a82-bd358fbea208,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:00.296049 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] For port 18b3d540-3560-4157-8a82-bd358fbea208, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:12:00.299214 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] For port 18b3d540-3560-4157-8a82-bd358fbea208, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=18b3d540-3560-4157-8a82-bd358fbea208,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:12:00.309494 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.322684 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.provisioning_blocks [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Transition to ACTIVE for port object 05ff01ec-73d0-455c-9dee-4f319f48e990 will not be triggered until provisioned by entity DHCP. {{(pid=111187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:00.394994 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.422727 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.458413 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:00.459046 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:11:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:00.466164 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Network 7d695831-63f0-4d2d-b35e-507723a5676c is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:00.469109 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:00.476049 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:12:00.506648 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device e5a4d8ef-c351-426f-beca-d08485ebb9d1 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:00.512344 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Pushing event updated for resources: {'Port': ['ID=05ff01ec-73d0-455c-9dee-4f319f48e990,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:00.516099 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db3411-1359-4cfe-824d-96f59afdb7f6 None None] Pushing event updated for resources: {'Port': ['ID=18b3d540-3560-4157-8a82-bd358fbea208,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:00.531415 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.628674 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port e5a4d8ef-c351-426f-beca-d08485ebb9d1 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:00.629278 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.632557 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:00.729837 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:00.906390 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:01.026281 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:11:58Z', 'revision_number': 3, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:01.052345 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee389762-5abd-487b-8453-a9b37989afa9 None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:11:58Z', 'revision_number': 3, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:12:01.149139 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-d056ef76-6acd-4288-ac4f-f858050e4361 None None] Provisioning for port 05ff01ec-73d0-455c-9dee-4f319f48e990 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:01.152084 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13315191'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:01.153424 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-d056ef76-6acd-4288-ac4f-f858050e4361 None None] Provisioning complete for port 05ff01ec-73d0-455c-9dee-4f319f48e990 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:01.153984 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d056ef76-6acd-4288-ac4f-f858050e4361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:01.189371 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-d056ef76-6acd-4288-ac4f-f858050e4361 None None] Port 05ff01ec-73d0-455c-9dee-4f319f48e990 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:12:01.215706 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Pushing event updated for resources: {'Port': ['ID=05ff01ec-73d0-455c-9dee-4f319f48e990,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:01.218187 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:01.329640 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Network 7d695831-63f0-4d2d-b35e-507723a5676c is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:01.331148 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:01.455326 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:12:01.569769 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:12:01.575628 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-6df5f4b7-4f4d-4e25-906f-97366df1090a admin admin] 10.222.0.41 "PUT /v2.0/routers/08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1998427 Sep 01 05:12:01.610228 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-99bd4424-671c-4ac5-8034-e34357f505c9 None None] Provisioning complete for port 05ff01ec-73d0-455c-9dee-4f319f48e990 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:01.610603 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-99bd4424-671c-4ac5-8034-e34357f505c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:01.649838 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-99bd4424-671c-4ac5-8034-e34357f505c9 None None] Port 05ff01ec-73d0-455c-9dee-4f319f48e990 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:12:02.259292 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39834) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:02.264948 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-290070353-network', 'tenant_id': '03fd27493674447c9b68e465cc130780'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:02.388893 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Made reservation on behalf of 03fd27493674447c9b68e465cc130780 for: {'network': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:12:02.391497 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for network, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.400553 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.478627 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 18b3d540-3560-4157-8a82-bd358fbea208 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:02.501435 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.570606 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.593008 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 18b3d540-3560-4157-8a82-bd358fbea208 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:02.595763 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=111188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:12:02.597499 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 18b3d540-3560-4157-8a82-bd358fbea208 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:02.597499 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.606195 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da907b9e-547a-4e7d-9ccf-6c26fcb43405,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:02.612340 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.612688 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.segments_db [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Added segment 8cc9ccba-3b11-4740-9a75-fed85062a175 of type vlan for network 547529da-50a2-4983-9d72-54b77e8a6c0e Sep 01 05:12:02.627943 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:12:02.637844 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:02.638574 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:11:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:02.657252 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791924429150'] for network, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.679792 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.699577 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 18b3d540-3560-4157-8a82-bd358fbea208, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=18b3d540-3560-4157-8a82-bd358fbea208,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:02.745620 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:02.748336 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356'] for network, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.749374 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:02.749952 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.771257 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.808607 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] Pushing event updated for resources: {'Network': ['ID=547529da-50a2-4983-9d72-54b77e8a6c0e,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:02.820121 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Network 547529da-50a2-4983-9d72-54b77e8a6c0e details requested by agent ovs-agent-dv-cinder-804035-8-iscsi with host dv-cinder-804035-8-iscsi {{(pid=111189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:12:02.855684 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39838) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:02.856381 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-07547c79-fd18-40af-adfd-33d089daf95c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5953245 Sep 01 05:12:02.861869 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Request body: {'subnet': {'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-290070353-subnet', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'ip_version': 4}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:02.870356 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=18b3d540-3560-4157-8a82-bd358fbea208,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:02.952813 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 2, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:02.958067 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Made reservation on behalf of 03fd27493674447c9b68e465cc130780 for: {'subnet': 1} {{(pid=111187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:12:02.962081 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12664728'] for subnet, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:02.978424 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:12:02.978779 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Updating router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a port 05ff01ec-73d0-455c-9dee-4f319f48e990 binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:12:03.003981 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.216072 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13315070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12664718'] for subnet, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.271124 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=192991ae-025e-4540-a933-a5b663ba7e30,revision_number=0']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:03.280217 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Checking segment: {'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:12:03.280581 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Network hostable DHCP agents. Network: 547529da-50a2-4983-9d72-54b77e8a6c0e, hostable agents: ['c159026f-988e-46b7-a744-69b5d3c78d99'], hosted agents: [] {{(pid=111187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:12:03.324497 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.334065 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Transition to ACTIVE for port object 05ff01ec-73d0-455c-9dee-4f319f48e990 will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:03.394496 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.423175 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Network 547529da-50a2-4983-9d72-54b77e8a6c0e is scheduled to be hosted by DHCP agent c159026f-988e-46b7-a744-69b5d3c78d99 with binding_index 1 {{(pid=111187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:12:03.445979 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Pushing event updated for resources: {'Port': ['ID=05ff01ec-73d0-455c-9dee-4f319f48e990,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:03.469590 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.469858 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.470191 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.470513 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.470830 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.471179 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.471463 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.471768 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.472094 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.472407 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.472716 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.473024 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:03.505927 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Attempting to bind port 05ff01ec-73d0-455c-9dee-4f319f48e990 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:12:03.507442 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-8-iscsi, 547529da-50a2-4983-9d72-54b77e8a6c0e) {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:03.508558 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Attempting to bind port 05ff01ec-73d0-455c-9dee-4f319f48e990 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:12:03.508958 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Attempting to bind port 05ff01ec-73d0-455c-9dee-4f319f48e990 on network 7d695831-63f0-4d2d-b35e-507723a5676c {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:03.511532 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:03.512122 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.517248 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdeb76-1d27-4d50-ba5e-6a73b221d33a None None] Network 547529da-50a2-4983-9d72-54b77e8a6c0e requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:12:03.529717 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:12:03.530093 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Checking segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:12:03.530556 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.531102 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Bound using segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:12:03.531570 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Bound port: 05ff01ec-73d0-455c-9dee-4f319f48e990, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:12:03.531960 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.599461 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-facf2663-6721-4aaf-9575-68760ebd72ac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7416234 Sep 01 05:12:03.601950 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39842) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:03.606132 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] For port 05ff01ec-73d0-455c-9dee-4f319f48e990, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:12:03.606913 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:03.609666 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] For port 05ff01ec-73d0-455c-9dee-4f319f48e990, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=05ff01ec-73d0-455c-9dee-4f319f48e990,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:12:03.676508 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf91a1b07-ef0e-591f-873f-5f3f05e79879-547529da-50a2-4983-9d72-54b77e8a6c0e', 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'fixed_ips': [{'subnet_id': '192991ae-025e-4540-a933-a5b663ba7e30'}]}} from dv-cinder-804035-8-iscsi. {{(pid=111189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:12:03.676686 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.696321 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.718548 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-434187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4159'] for router, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.720034 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-437741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436638', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-438653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4134'] for router, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.750205 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:03.750828 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:11:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:03.783438 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.795645 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae692b33-7959-4c1e-b750-c2908eed3f3b None None] Pushing event updated for resources: {'Port': ['ID=05ff01ec-73d0-455c-9dee-4f319f48e990,revision_number=4']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:03.831316 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.db_base_plugin_common [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Allocated IP 172.20.0.2 (547529da-50a2-4983-9d72-54b77e8a6c0e/192991ae-025e-4540-a933-a5b663ba7e30/fb3497f5-83c2-4111-917b-3142a6e56f65) {{(pid=111189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:12:03.875697 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:03.980230 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:03.999958 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Notify callbacks [] for port, precommit_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.012100 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Transition to ACTIVE for port object fb3497f5-83c2-4111-917b-3142a6e56f65 will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:04.031945 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Transition to ACTIVE for port object fb3497f5-83c2-4111-917b-3142a6e56f65 will not be triggered until provisioned by entity DHCP. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:04.085204 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:03Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:04.097840 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101'] for port, after_create {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.141947 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Network 547529da-50a2-4983-9d72-54b77e8a6c0e is already hosted by enough agents. {{(pid=111189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:04.145196 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.scheduler.base_scheduler [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Resources bound (agent type, host, resource id): {{(pid=111189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:04.147801 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Received port after_create {{(pid=111189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:12:04.157619 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Pushing event updated for resources: {'Port': ['ID=fb3497f5-83c2-4111-917b-3142a6e56f65,revision_number=1']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:04.203160 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bd0889-cc45-4fec-a040-96cf6de2c3cd None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:03Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:12:04.218774 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Attempting to bind port fb3497f5-83c2-4111-917b-3142a6e56f65 on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:12:04.219141 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Attempting to bind port fb3497f5-83c2-4111-917b-3142a6e56f65 by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:12:04.219501 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Attempting to bind port fb3497f5-83c2-4111-917b-3142a6e56f65 on network 547529da-50a2-4983-9d72-54b77e8a6c0e {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:04.224857 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:12:04.225257 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Checking segment: {'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:12:04.225705 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.226133 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Bound using segment: {'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:12:04.226732 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Bound port: fb3497f5-83c2-4111-917b-3142a6e56f65, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:12:04.227111 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.259510 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.282431 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.325946 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] For port fb3497f5-83c2-4111-917b-3142a6e56f65, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:12:04.329287 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] For port fb3497f5-83c2-4111-917b-3142a6e56f65, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=fb3497f5-83c2-4111-917b-3142a6e56f65,segment=NetworkSegment(8cc9ccba-3b11-4740-9a75-fed85062a175),segment_id=8cc9ccba-3b11-4740-9a75-fed85062a175)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:12:04.402668 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.403141 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Allocated IP 172.27.1.90 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/592adf47-b8d1-4af1-8ada-8c3846c63b2d) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:12:04.484909 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909c52d-ad91-42d8-97ca-7d5f35489891 None None] Pushing event updated for resources: {'Port': ['ID=fb3497f5-83c2-4111-917b-3142a6e56f65,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:04.542453 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.568423 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 18b3d540-3560-4157-8a82-bd358fbea208 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:04.619304 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 18b3d540-3560-4157-8a82-bd358fbea208 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:04.619731 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.652429 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.724543 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:04.727644 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:04.732298 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:12:04.748781 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 05ff01ec-73d0-455c-9dee-4f319f48e990 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:04.774764 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Pushing event updated for resources: {'Port': ['ID=592adf47-b8d1-4af1-8ada-8c3846c63b2d,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:04.895671 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 05ff01ec-73d0-455c-9dee-4f319f48e990 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:04.899703 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 05ff01ec-73d0-455c-9dee-4f319f48e990 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:04.900070 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:04.984411 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:05.020203 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 05ff01ec-73d0-455c-9dee-4f319f48e990, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=05ff01ec-73d0-455c-9dee-4f319f48e990,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:05.085203 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:05.095248 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:05.142026 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=05ff01ec-73d0-455c-9dee-4f319f48e990,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:05.302933 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-437716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436717'] for router, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:05.470628 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68627cfb-fffb-4b78-82ff-b08a7effaa6f None None] Network 547529da-50a2-4983-9d72-54b77e8a6c0e requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:12:05.502870 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 is scheduled to L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede with binding_index 1 {{(pid=111187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:12:05.650232 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-b0eb545e-9a9c-4ea9-b728-60a97ed6d3a9 None None] Provisioning for port fb3497f5-83c2-4111-917b-3142a6e56f65 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:05.837537 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:12:05.849218 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Sync routers for ids ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:12:05.858506 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Routers {'7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:05.860912 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:11:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:05.908779 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:05.910107 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d15ef7b6-b14b-4acd-af2d-fe4ed8a1a08e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3072071 Sep 01 05:12:05.912945 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39848) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:05.972106 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Set router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:06.147609 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 3, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port': {'id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:88:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:04Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:06.177726 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Checking router: 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:12:06.178015 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Updating router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 port 592adf47-b8d1-4af1-8ada-8c3846c63b2d binding host dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:12:06.202997 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.324365 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.487603 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Notify callbacks [] for port, precommit_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.496191 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Allocated IP 172.20.0.1 (547529da-50a2-4983-9d72-54b77e8a6c0e/192991ae-025e-4540-a933-a5b663ba7e30/2cc80f0b-aa21-4888-b5c6-c3cee97a0dce) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:12:06.504631 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Transition to ACTIVE for port object 592adf47-b8d1-4af1-8ada-8c3846c63b2d will not be triggered until provisioned by entity L2. {{(pid=111189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:06.558838 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 05ff01ec-73d0-455c-9dee-4f319f48e990 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:06.584556 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.611937 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.626238 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Transition to ACTIVE for port object 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:06.652799 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a588f7b-a0e9-4f54-adbc-710965d7cdd6 None None] Pushing event updated for resources: {'Port': ['ID=592adf47-b8d1-4af1-8ada-8c3846c63b2d,revision_number=2']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:06.657280 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Attempting to bind port 592adf47-b8d1-4af1-8ada-8c3846c63b2d on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:12:06.657652 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Attempting to bind port 592adf47-b8d1-4af1-8ada-8c3846c63b2d by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:12:06.658018 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Attempting to bind port 592adf47-b8d1-4af1-8ada-8c3846c63b2d on network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:06.666007 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:12:06.666382 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Checking segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:12:06.668418 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.668418 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Bound using segment: {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'} {{(pid=111189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:12:06.668418 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.managers [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Bound port: 592adf47-b8d1-4af1-8ada-8c3846c63b2d, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a0c4625-327e-4db0-bac0-297b509e8455', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35'}}] {{(pid=111189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:12:06.668418 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.692685 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 05ff01ec-73d0-455c-9dee-4f319f48e990 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:06.692979 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.730095 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.752690 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] For port 592adf47-b8d1-4af1-8ada-8c3846c63b2d, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:12:06.756006 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] For port 592adf47-b8d1-4af1-8ada-8c3846c63b2d, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=592adf47-b8d1-4af1-8ada-8c3846c63b2d,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:12:06.774332 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Network 547529da-50a2-4983-9d72-54b77e8a6c0e is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:06.777861 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:06.781553 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:12:06.805563 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:06.806974 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device fb3497f5-83c2-4111-917b-3142a6e56f65 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:06.832712 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-435358'] for router_interface, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.850180 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:06.921975 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a588f7b-a0e9-4f54-adbc-710965d7cdd6 None None] Pushing event updated for resources: {'Port': ['ID=592adf47-b8d1-4af1-8ada-8c3846c63b2d,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:06.933596 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Routers {'7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:06.934249 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:11:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:07.018714 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port fb3497f5-83c2-4111-917b-3142a6e56f65 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:07.026764 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port fb3497f5-83c2-4111-917b-3142a6e56f65 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:07.027131 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.077300 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.085062 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] Set router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:07.242559 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.266335 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-59e7120e-9973-4e19-a565-31f50fd5485c None None] Provisioning for port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:07.273817 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-59e7120e-9973-4e19-a565-31f50fd5485c None None] Provisioning complete for port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:07.274182 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-59e7120e-9973-4e19-a565-31f50fd5485c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.354788 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.358880 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-59e7120e-9973-4e19-a565-31f50fd5485c None None] Port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:12:07.410915 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.422479 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-448046'] for router_interface, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.425314 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:07.472041 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port fb3497f5-83c2-4111-917b-3142a6e56f65, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=fb3497f5-83c2-4111-917b-3142a6e56f65,segment=NetworkSegment(8cc9ccba-3b11-4740-9a75-fed85062a175),segment_id=8cc9ccba-3b11-4740-9a75-fed85062a175)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:07.492101 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 3, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port': {'id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:88:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:04Z', 'updated_at': '2021-09-01T05:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:07.521131 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc252840-b3b7-4270-8c66-1d62df1c32c2 None None] The sync data for ids ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'] in dv-cinder-804035-8-iscsi is: [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 3, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port': {'id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:88:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:04Z', 'updated_at': '2021-09-01T05:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:12:07.522379 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Network 547529da-50a2-4983-9d72-54b77e8a6c0e is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:07.523786 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:07.542943 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.593191 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=fb3497f5-83c2-4111-917b-3142a6e56f65,revision_number=3']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:07.659125 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:12:07.784221 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-2a3639cf-7801-4fa6-b554-ea28004b9b8a None None] Provisioning complete for port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:07.784632 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-2a3639cf-7801-4fa6-b554-ea28004b9b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:07.785970 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:12:07.791086 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-b8d1ca79-e12e-4e8f-874b-b62a031f33b2 admin admin] 10.222.0.41 "PUT /v2.0/routers/7d650b40-f84d-4ecd-85d3-8d49f7ab1de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8765008 Sep 01 05:12:07.830597 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-2a3639cf-7801-4fa6-b554-ea28004b9b8a None None] Port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:12:08.468697 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39894) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:08.473430 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-57d77a14-2c90-4c3a-bf97-91a8e7720c76 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772080729', 'description': 'tempest-secgroup-smoke-1772080729 description', 'project_id': 'd51500adc96945e9818644564c7a6e8f'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:08.529190 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 592adf47-b8d1-4af1-8ada-8c3846c63b2d up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:08.575482 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-57d77a14-2c90-4c3a-bf97-91a8e7720c76 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:08.651877 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 592adf47-b8d1-4af1-8ada-8c3846c63b2d completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:08.654890 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-57d77a14-2c90-4c3a-bf97-91a8e7720c76 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:08.655949 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 592adf47-b8d1-4af1-8ada-8c3846c63b2d triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:08.656312 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:08.723902 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-57d77a14-2c90-4c3a-bf97-91a8e7720c76 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:08.733551 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:08.754356 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d77a14-2c90-4c3a-bf97-91a8e7720c76 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7872dd-f1df-4489-8874-ce8a353244b0,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:08.757459 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 592adf47-b8d1-4af1-8ada-8c3846c63b2d, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=592adf47-b8d1-4af1-8ada-8c3846c63b2d,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:08.844276 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-57d77a14-2c90-4c3a-bf97-91a8e7720c76 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:08.848312 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:08.848486 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-57d77a14-2c90-4c3a-bf97-91a8e7720c76 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3759060 Sep 01 05:12:08.848670 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device fb3497f5-83c2-4111-917b-3142a6e56f65 up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:08.848771 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39896) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:08.853351 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-ba12b6b2-e6cb-440e-a9a9-bf7bb3caa892 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'security_group_rule': {'security_group_id': 'ba7872dd-f1df-4489-8874-ce8a353244b0', 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:08.926401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=592adf47-b8d1-4af1-8ada-8c3846c63b2d,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:08.939867 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port fb3497f5-83c2-4111-917b-3142a6e56f65 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:08.940234 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:08.952273 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ba12b6b2-e6cb-440e-a9a9-bf7bb3caa892 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.014702 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ba12b6b2-e6cb-440e-a9a9-bf7bb3caa892 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.066020 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Sync routers for ids ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:12:09.076123 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Routers {'7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:09.081767 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:11:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:09.103330 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ba12b6b2-e6cb-440e-a9a9-bf7bb3caa892 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.123207 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12b6b2-e6cb-440e-a9a9-bf7bb3caa892 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3bc6d3-0686-4455-b3cc-79e72bab797e,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:09.180613 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Set router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:09.223421 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-ba12b6b2-e6cb-440e-a9a9-bf7bb3caa892 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.224789 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-ba12b6b2-e6cb-440e-a9a9-bf7bb3caa892 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749838 Sep 01 05:12:09.227430 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39898) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:09.231896 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'security_group_rule': {'security_group_id': 'ba7872dd-f1df-4489-8874-ce8a353244b0', 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:09.323650 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.377814 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:12:06Z', 'revision_number': 4, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port': {'id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:88:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:04Z', 'updated_at': '2021-09-01T05:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2cc80f0b-aa21-4888-b5c6-c3cee97a0dce', 'name': '', 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'mac_address': 'fa:16:3e:5b:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '192991ae-025e-4540-a933-a5b663ba7e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:06Z', 'updated_at': '2021-09-01T05:12:07Z', 'revision_number': 2, 'project_id': '03fd27493674447c9b68e465cc130780', 'subnets': [{'id': '192991ae-025e-4540-a933-a5b663ba7e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:09.382221 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.404778 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Checking router: 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:12:09.405163 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Updating router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce binding host dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:12:09.432300 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.465236 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.482337 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2882308-ef70-43a6-9042-f703bd7d4921,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:09.489619 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.490076 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.490336 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.493371 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:09.541291 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.542653 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-1c7b8491-3aae-4206-a772-11b1c4e23fc5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3142827 Sep 01 05:12:09.545345 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39906) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:09.549881 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-8609d284-53d0-46c2-96c6-7a27efb253d9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'security_group_rule': {'security_group_id': 'ba7872dd-f1df-4489-8874-ce8a353244b0', 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:09.643386 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8609d284-53d0-46c2-96c6-7a27efb253d9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.699998 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Notify callbacks [] for port, precommit_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.701880 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8609d284-53d0-46c2-96c6-7a27efb253d9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.709244 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.provisioning_blocks [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Transition to ACTIVE for port object 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce will not be triggered until provisioned by entity L2. {{(pid=111190) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:09.799882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8609d284-53d0-46c2-96c6-7a27efb253d9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.820178 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609d284-53d0-46c2-96c6-7a27efb253d9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a36da46-5a9c-4b34-8a5e-3c20d8afe1af,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:09.828637 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.873006 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79677aab-3495-424e-aa42-dec435b29bd3 None None] Pushing event updated for resources: {'Port': ['ID=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,revision_number=3']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:09.895776 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-8609d284-53d0-46c2-96c6-7a27efb253d9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.899223 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-8609d284-53d0-46c2-96c6-7a27efb253d9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3528879 Sep 01 05:12:09.905559 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39920) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:09.907892 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-75dd4287-a432-4051-b5cd-d86df4ec8e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'security_group_rule': {'security_group_id': 'ba7872dd-f1df-4489-8874-ce8a353244b0', 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:09.932826 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Attempting to bind port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce on host dv-cinder-804035-8-iscsi for vnic_type normal with profile {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:12:09.933224 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Attempting to bind port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce by drivers openvswitch,hyperv on host dv-cinder-804035-8-iscsi at level 0 using segments [{'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:12:09.933580 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Attempting to bind port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce on network 547529da-50a2-4983-9d72-54b77e8a6c0e {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:09.939109 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Checking agent: {'id': '5895ef6e-bbe0-4556-91f7-3ef8296715fc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 50, 13), 'started_at': datetime.datetime(2021, 9, 1, 4, 50, 43), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:12:09.939480 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Checking segment: {'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:12:09.939875 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:09.940456 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Bound using segment: {'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'} {{(pid=111190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:12:09.940923 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.managers [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Bound port: 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce, host: dv-cinder-804035-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc9ccba-3b11-4740-9a75-fed85062a175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e'}}] {{(pid=111190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:12:09.941352 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.014791 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] For port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce, host dv-cinder-804035-8-iscsi, cleared binding levels {{(pid=111190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:12:10.020282 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-75dd4287-a432-4051-b5cd-d86df4ec8e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.021957 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.plugins.ml2.db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] For port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce, host dv-cinder-804035-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,segment=NetworkSegment(8cc9ccba-3b11-4740-9a75-fed85062a175),segment_id=8cc9ccba-3b11-4740-9a75-fed85062a175)] {{(pid=111190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:12:10.081136 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-75dd4287-a432-4051-b5cd-d86df4ec8e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.095943 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron_lib.callbacks.manager [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.146220 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Routers {'7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:10.147093 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:11:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:10.181404 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-75dd4287-a432-4051-b5cd-d86df4ec8e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.202757 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd4287-a432-4051-b5cd-d86df4ec8e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460ee7b2-68d0-4a07-a989-80a8be9dfc29,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:10.212691 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79677aab-3495-424e-aa42-dec435b29bd3 None None] Pushing event updated for resources: {'Port': ['ID=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,revision_number=4']} {{(pid=111190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:10.276044 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] Set router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:10.280023 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-75dd4287-a432-4051-b5cd-d86df4ec8e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.283892 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-75dd4287-a432-4051-b5cd-d86df4ec8e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3775129 Sep 01 05:12:10.289188 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39932) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:10.289963 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-08fd0d7a-ad23-478c-8b37-67227ff1c99e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'security_group_rule': {'security_group_id': 'ba7872dd-f1df-4489-8874-ce8a353244b0', 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:10.411400 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.securitygroups_db [None req-08fd0d7a-ad23-478c-8b37-67227ff1c99e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Project d51500adc96945e9818644564c7a6e8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:12:10.416779 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-08fd0d7a-ad23-478c-8b37-67227ff1c99e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.487792 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-08fd0d7a-ad23-478c-8b37-67227ff1c99e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.490238 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d631d42a-4755-47ad-9153-e4a3bbc64f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.494866 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:12:06Z', 'revision_number': 4, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port': {'id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:88:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:04Z', 'updated_at': '2021-09-01T05:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2cc80f0b-aa21-4888-b5c6-c3cee97a0dce', 'name': '', 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'mac_address': 'fa:16:3e:5b:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '192991ae-025e-4540-a933-a5b663ba7e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:06Z', 'updated_at': '2021-09-01T05:12:10Z', 'revision_number': 4, 'project_id': '03fd27493674447c9b68e465cc130780', 'subnets': [{'id': '192991ae-025e-4540-a933-a5b663ba7e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:10.501561 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 592adf47-b8d1-4af1-8ada-8c3846c63b2d up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:10.522624 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18dc570-7bf4-4f63-bb4b-da03fd25eed4 None None] The sync data for ids ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'] in dv-cinder-804035-8-iscsi is: [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:12:06Z', 'revision_number': 4, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port': {'id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:88:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:04Z', 'updated_at': '2021-09-01T05:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '2cc80f0b-aa21-4888-b5c6-c3cee97a0dce', 'name': '', 'network_id': '547529da-50a2-4983-9d72-54b77e8a6c0e', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'mac_address': 'fa:16:3e:5b:90:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '192991ae-025e-4540-a933-a5b663ba7e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:06Z', 'updated_at': '2021-09-01T05:12:10Z', 'revision_number': 4, 'project_id': '03fd27493674447c9b68e465cc130780', 'subnets': [{'id': '192991ae-025e-4540-a933-a5b663ba7e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:12:10.550989 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 592adf47-b8d1-4af1-8ada-8c3846c63b2d triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:10.551459 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.554446 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-08fd0d7a-ad23-478c-8b37-67227ff1c99e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.591601 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd0d7a-ad23-478c-8b37-67227ff1c99e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a16f76-2ff6-44f3-8b2b-70c4f2ea541a,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:10.663222 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-08fd0d7a-ad23-478c-8b37-67227ff1c99e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.664455 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-08fd0d7a-ad23-478c-8b37-67227ff1c99e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3791029 Sep 01 05:12:10.668022 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39936) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:10.672559 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-90ba9bc6-0df6-47de-99da-c92a857e5128 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'security_group_rule': {'security_group_id': 'ba7872dd-f1df-4489-8874-ce8a353244b0', 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:10.710227 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39938) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:10.758669 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.securitygroups_db [None req-90ba9bc6-0df6-47de-99da-c92a857e5128 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Project d51500adc96945e9818644564c7a6e8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:12:10.764790 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-90ba9bc6-0df6-47de-99da-c92a857e5128 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.833709 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-90ba9bc6-0df6-47de-99da-c92a857e5128 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.834126 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.903209 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-90ba9bc6-0df6-47de-99da-c92a857e5128 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002994'] for security_group_rule, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.921179 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba9bc6-0df6-47de-99da-c92a857e5128 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6870fa1c-1b6d-41ae-8560-9049f5117468,revision_number=0']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:10.930567 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.017196 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.060013 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de50c3f5-47f8-4c7c-9382-964a0d6066e5,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:11.063911 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff054edd89c644d9a15ed3c36a8697a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518672 Sep 01 05:12:11.066760 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39942) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:11.070769 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.071126 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.071467 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.072014 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.072349 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.072727 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.073411 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.073749 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.074575 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.074912 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.075243 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.075572 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f513e-2c93-4bd1-a490-daeaaa949ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:11.090440 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-90ba9bc6-0df6-47de-99da-c92a857e5128 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.094436 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-90ba9bc6-0df6-47de-99da-c92a857e5128 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4225132 Sep 01 05:12:11.124614 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2b514de9-51c1-4dca-87d5-8dc0b233ff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.148116 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2b514de9-51c1-4dca-87d5-8dc0b233ff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.301260 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2b514de9-51c1-4dca-87d5-8dc0b233ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.303980 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2b514de9-51c1-4dca-87d5-8dc0b233ff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.305214 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-2b514de9-51c1-4dca-87d5-8dc0b233ff43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de50c3f5-47f8-4c7c-9382-964a0d6066e5 HTTP/1.1" status: 204 len: 168 time: 0.2373188 Sep 01 05:12:11.315041 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b514de9-51c1-4dca-87d5-8dc0b233ff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50c3f5-47f8-4c7c-9382-964a0d6066e5,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:11.879684 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 39988) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:11.893370 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ec429358-6cf3-49bf-87ec-9bf3cb61b43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.980662 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ec429358-6cf3-49bf-87ec-9bf3cb61b43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.061298 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-ec429358-6cf3-49bf-87ec-9bf3cb61b43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.099537 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-ec429358-6cf3-49bf-87ec-9bf3cb61b43c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8df5b4361a114cf9b8cfddc4c32f14aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187102 Sep 01 05:12:12.100644 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec429358-6cf3-49bf-87ec-9bf3cb61b43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b79d8f-ac1d-4232-a0e9-6fae28054322,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:12.102181 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 39992) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:12.155079 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1825e91d-ae72-42c7-babb-096ab2d90b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.177393 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1825e91d-ae72-42c7-babb-096ab2d90b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.366222 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1825e91d-ae72-42c7-babb-096ab2d90b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.368818 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-1825e91d-ae72-42c7-babb-096ab2d90b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.370104 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-1825e91d-ae72-42c7-babb-096ab2d90b8a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54b79d8f-ac1d-4232-a0e9-6fae28054322 HTTP/1.1" status: 204 len: 168 time: 0.2662635 Sep 01 05:12:12.379368 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825e91d-ae72-42c7-babb-096ab2d90b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b79d8f-ac1d-4232-a0e9-6fae28054322,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:12.488557 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:12.626877 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning for port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:12.630949 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:12.631321 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.711609 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.742929 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] For port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,segment=NetworkSegment(8cc9ccba-3b11-4740-9a75-fed85062a175),segment_id=8cc9ccba-3b11-4740-9a75-fed85062a175)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:12.809818 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:12.859325 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Pushing event updated for resources: {'Port': ['ID=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:13.022860 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-4b5fb139-9e9d-4b26-8e67-6b6a977e3bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:13.325621 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:14.239993 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:14.467428 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce up at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:14.514317 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Provisioning complete for port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:14.514685 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:15.133749 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40064) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:15.239049 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bed1e722-4eec-4b44-a35e-0b9b48cebc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:15.328625 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bed1e722-4eec-4b44-a35e-0b9b48cebc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:15.399733 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-bed1e722-4eec-4b44-a35e-0b9b48cebc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:15.436461 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1e722-4eec-4b44-a35e-0b9b48cebc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511aa526-e624-4296-8fd5-126d4c4d705e,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:15.441117 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-bed1e722-4eec-4b44-a35e-0b9b48cebc5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66e0bc6f17bd4419b7e230b69a1b710f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062856 Sep 01 05:12:15.444020 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40068) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:15.496116 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-95ac5657-c82e-43ec-a05c-343cc0417902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:15.518232 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-95ac5657-c82e-43ec-a05c-343cc0417902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:15.622932 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-95ac5657-c82e-43ec-a05c-343cc0417902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:15.625437 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-95ac5657-c82e-43ec-a05c-343cc0417902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:15.626597 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-95ac5657-c82e-43ec-a05c-343cc0417902 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/511aa526-e624-4296-8fd5-126d4c4d705e HTTP/1.1" status: 204 len: 168 time: 0.1815054 Sep 01 05:12:15.634159 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac5657-c82e-43ec-a05c-343cc0417902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511aa526-e624-4296-8fd5-126d4c4d705e,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:15.741090 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:16.244076 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40076) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:16.257342 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-93c9703b-743e-40f3-894c-b5fcd2652faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:16.346076 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-93c9703b-743e-40f3-894c-b5fcd2652faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:16.417202 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-93c9703b-743e-40f3-894c-b5fcd2652faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:16.459077 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9703b-743e-40f3-894c-b5fcd2652faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2289aa-5a0f-46b8-b184-be8b2213436f,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:16.463598 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-93c9703b-743e-40f3-894c-b5fcd2652faf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d08cf8fc9ef94118a4169aedff02b0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184761 Sep 01 05:12:16.466901 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40078) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:16.513066 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c81ce8fa-bf6c-42b9-a09b-7383aa80876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:16.533047 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c81ce8fa-bf6c-42b9-a09b-7383aa80876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:16.669619 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c81ce8fa-bf6c-42b9-a09b-7383aa80876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:16.672209 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-c81ce8fa-bf6c-42b9-a09b-7383aa80876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:16.673414 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c81ce8fa-bf6c-42b9-a09b-7383aa80876f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff2289aa-5a0f-46b8-b184-be8b2213436f HTTP/1.1" status: 204 len: 168 time: 0.2062120 Sep 01 05:12:16.681283 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ce8fa-bf6c-42b9-a09b-7383aa80876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2289aa-5a0f-46b8-b184-be8b2213436f,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:22.521582 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40174) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:22.625479 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5a96307f-3a43-44ee-9a9a-40151cad2f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:22.711172 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5a96307f-3a43-44ee-9a9a-40151cad2f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:22.780964 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5a96307f-3a43-44ee-9a9a-40151cad2f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:22.820286 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-5a96307f-3a43-44ee-9a9a-40151cad2f8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=584df87d05654b0798da68f4b2f1bacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976074 Sep 01 05:12:22.821261 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96307f-3a43-44ee-9a9a-40151cad2f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cc3dc4-221b-4fd8-8c17-0516ac7e1b4c,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:22.823050 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40178) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:22.878582 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-153ad560-ea3c-4b85-a70f-f39fb99332b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:22.894565 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-153ad560-ea3c-4b85-a70f-f39fb99332b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:23.010711 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-153ad560-ea3c-4b85-a70f-f39fb99332b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:23.013237 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-153ad560-ea3c-4b85-a70f-f39fb99332b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:23.014373 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-153ad560-ea3c-4b85-a70f-f39fb99332b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7cc3dc4-221b-4fd8-8c17-0516ac7e1b4c HTTP/1.1" status: 204 len: 168 time: 0.1896927 Sep 01 05:12:23.021987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ad560-ea3c-4b85-a70f-f39fb99332b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cc3dc4-221b-4fd8-8c17-0516ac7e1b4c,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:23.569469 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40194) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:23.582872 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-3c27e0a8-0c59-40d5-b6b2-b63f0ca7df5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:23.671454 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-3c27e0a8-0c59-40d5-b6b2-b63f0ca7df5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:23.736426 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-3c27e0a8-0c59-40d5-b6b2-b63f0ca7df5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:23.773603 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-3c27e0a8-0c59-40d5-b6b2-b63f0ca7df5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a7a42160551426bbba72abe17dc8de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030849 Sep 01 05:12:23.774683 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27e0a8-0c59-40d5-b6b2-b63f0ca7df5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9847ff7a-9875-4ddc-8790-62d76cd5a5e8,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:23.776359 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40196) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:23.828715 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e36e0555-7b11-429c-a65a-9c8a43f35cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:23.849205 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e36e0555-7b11-429c-a65a-9c8a43f35cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:23.999477 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e36e0555-7b11-429c-a65a-9c8a43f35cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:24.002032 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e36e0555-7b11-429c-a65a-9c8a43f35cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:24.003190 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-e36e0555-7b11-429c-a65a-9c8a43f35cf4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9847ff7a-9875-4ddc-8790-62d76cd5a5e8 HTTP/1.1" status: 204 len: 168 time: 0.2251694 Sep 01 05:12:24.011937 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e0555-7b11-429c-a65a-9c8a43f35cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9847ff7a-9875-4ddc-8790-62d76cd5a5e8,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:29.466343 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:31.502737 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:12:35.375176 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-9fd41a7d-1e19-4a28-88eb-08bde6ea9916 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772080729&fields=id&tenant_id=d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 267 time: 0.0339653 Sep 01 05:12:35.487372 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5024-898b-4711-b5b4-448eb23a973a req-c4d5caa8-1b3a-448f-b81b-6ed48e4a3cf8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:35.488736 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-c4d5caa8-1b3a-448f-b81b-6ed48e4a3cf8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 812 time: 0.1069739 Sep 01 05:12:35.504380 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a5ea1cb6-229c-4edb-9655-c6bf2ca7efdb tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/quotas/d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 375 time: 0.0097079 Sep 01 05:12:35.556735 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-164e8385-c85c-4ecd-8e48-becb27abe8a7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466008 Sep 01 05:12:35.662149 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-fc84be65-97cf-4397-bf1a-74d285162192 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111187) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:12:35.663163 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-fc84be65-97cf-4397-bf1a-74d285162192 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0951602 Sep 01 05:12:35.751205 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-c182c7bb-fe04-4a07-87a2-31d92294bf71 service neutron] 10.222.0.41 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810449 Sep 01 05:12:35.842525 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-f76aa0f4-684e-4554-96f3-bbc2434c82c3 service neutron] 10.222.0.41 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852318 Sep 01 05:12:35.937301 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40364) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:36.041857 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b064a055-8b0c-4b60-86c1-6145203bcd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:36.128437 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b064a055-8b0c-4b60-86c1-6145203bcd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:36.249761 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b064a055-8b0c-4b60-86c1-6145203bcd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:36.288041 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b064a055-8b0c-4b60-86c1-6145203bcd5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2500f8c047eb4aa4beebdf2cc3046887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496284 Sep 01 05:12:36.289015 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064a055-8b0c-4b60-86c1-6145203bcd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb6d65b-ec0c-463d-80bc-91d9351c2f68,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:36.290940 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40372) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:36.340766 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d506f99b-4f7c-47f4-9b4f-41d8160f2b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:36.362342 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d506f99b-4f7c-47f4-9b4f-41d8160f2b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:36.441895 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d1854e32-1ac1-473a-8b0c-04f5ed3c9b5c req-483ffcc9-04f7-43b7-8d56-e2f1261a2dad tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 210 time: 0.0262430 Sep 01 05:12:36.458264 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d506f99b-4f7c-47f4-9b4f-41d8160f2b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:36.461207 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-d506f99b-4f7c-47f4-9b4f-41d8160f2b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:36.462515 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-d506f99b-4f7c-47f4-9b4f-41d8160f2b40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fb6d65b-ec0c-463d-80bc-91d9351c2f68 HTTP/1.1" status: 204 len: 168 time: 0.1704693 Sep 01 05:12:36.473270 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506f99b-4f7c-47f4-9b4f-41d8160f2b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb6d65b-ec0c-463d-80bc-91d9351c2f68,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:37.060013 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40390) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:37.073490 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8aabebf2-9529-4dc2-be42-6a216d1d7d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:37.158400 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8aabebf2-9529-4dc2-be42-6a216d1d7d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:37.263235 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8aabebf2-9529-4dc2-be42-6a216d1d7d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:37.303316 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-8aabebf2-9529-4dc2-be42-6a216d1d7d2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f66ad6fd71864a3982ed606fd8e78ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421732 Sep 01 05:12:37.304524 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabebf2-9529-4dc2-be42-6a216d1d7d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8ecded-3ad8-47c3-802c-36e572274d86,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:37.306049 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40392) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:37.361833 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9614043-015c-4997-930c-9bd62bd11f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:37.385539 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9614043-015c-4997-930c-9bd62bd11f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:37.514111 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9614043-015c-4997-930c-9bd62bd11f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:37.516780 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-e9614043-015c-4997-930c-9bd62bd11f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:37.518039 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-e9614043-015c-4997-930c-9bd62bd11f04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd8ecded-3ad8-47c3-802c-36e572274d86 HTTP/1.1" status: 204 len: 168 time: 0.2101884 Sep 01 05:12:37.526559 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9614043-015c-4997-930c-9bd62bd11f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8ecded-3ad8-47c3-802c-36e572274d86,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:37.538135 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-75928d33-dba9-4f8a-a4d7-816b37e24021 req-7a2daf15-32d7-41d4-b575-f1071a2d1668 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 210 time: 0.0280647 Sep 01 05:12:38.255907 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40400) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:38.269673 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-93a3112e-b758-48be-9551-a00a976b091d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:38.402364 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-93a3112e-b758-48be-9551-a00a976b091d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:38.447089 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5024-898b-4711-b5b4-448eb23a973a req-538a6771-7be2-42ba-b1e7-ee528ed48abd tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:38.453404 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-538a6771-7be2-42ba-b1e7-ee528ed48abd tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 812 time: 0.1123619 Sep 01 05:12:38.475799 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-93a3112e-b758-48be-9551-a00a976b091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:38.525256 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-93a3112e-b758-48be-9551-a00a976b091d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ddf6b78fa5a4e5dbeeaff9bbf5d45a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681870 Sep 01 05:12:38.528256 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40402) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:38.530057 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-2f147002-29a3-4355-833c-ecff902cb12e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 380 time: 0.0719123 Sep 01 05:12:38.530801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3112e-b758-48be-9551-a00a976b091d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbfea9b-2ffd-4db0-afba-02fd966bdd94,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:38.542379 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'port': {'device_id': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'admin_state_up': True, 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'security_groups': ['ba7872dd-f1df-4489-8874-ce8a353244b0']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:38.590625 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfb32-1b1d-4c6b-bb90-fb111cc4fa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:38.617699 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfb32-1b1d-4c6b-bb90-fb111cc4fa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:38.650737 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a5a6faf0-2cda-4e71-bbd7-1686538ef968 req-2a4d7ec6-4d5e-4e8b-8ac6-9ffc7eb29c62 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 210 time: 0.0385094 Sep 01 05:12:38.753721 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfb32-1b1d-4c6b-bb90-fb111cc4fa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:38.756457 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-7a9cfb32-1b1d-4c6b-bb90-fb111cc4fa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:38.757683 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-7a9cfb32-1b1d-4c6b-bb90-fb111cc4fa55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adbfea9b-2ffd-4db0-afba-02fd966bdd94 HTTP/1.1" status: 204 len: 168 time: 0.2284255 Sep 01 05:12:38.759440 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Made reservation on behalf of d51500adc96945e9818644564c7a6e8f for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:12:38.763402 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:38.765512 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cfb32-1b1d-4c6b-bb90-fb111cc4fa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbfea9b-2ffd-4db0-afba-02fd966bdd94,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:38.890591 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Allocated IP 172.20.0.11 (7d695831-63f0-4d2d-b35e-507723a5676c/31544df3-66da-4e42-b9e9-e73b72eacd9d/73285c1c-92c9-4191-869b-6e5b881a43c6) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:12:39.026098 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:39.039742 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Transition to ACTIVE for port object 73285c1c-92c9-4191-869b-6e5b881a43c6 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:39.171882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:39.216191 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Network 7d695831-63f0-4d2d-b35e-507723a5676c is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:39.221838 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:39.225972 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:12:39.257115 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=73285c1c-92c9-4191-869b-6e5b881a43c6,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:39.283357 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:39.283970 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:39.406052 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-46f720ec-e124-4d69-8b73-1f959ccdf5c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8694699 Sep 01 05:12:39.418757 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Request body: {'port': {'device_id': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:39.478516 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:39.598058 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-de39d365-a54c-4fb0-98f9-85b3850e1518 None None] Provisioning for port 73285c1c-92c9-4191-869b-6e5b881a43c6 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:39.602024 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-de39d365-a54c-4fb0-98f9-85b3850e1518 None None] Provisioning complete for port 73285c1c-92c9-4191-869b-6e5b881a43c6 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:39.602408 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-de39d365-a54c-4fb0-98f9-85b3850e1518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:39.644768 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-de39d365-a54c-4fb0-98f9-85b3850e1518 None None] Port 73285c1c-92c9-4191-869b-6e5b881a43c6 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:12:39.780576 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73285c1c-92c9-4191-869b-6e5b881a43c6 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:12:39.781422 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37973c34-4d85-4188-9b64-7ac9d6ba4871 req-df926c6a-bb49-488c-9761-5ec7b9fc1098 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:39.783918 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-37973c34-4d85-4188-9b64-7ac9d6ba4871 req-df926c6a-bb49-488c-9761-5ec7b9fc1098 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 932 time: 0.0595207 Sep 01 05:12:39.788647 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:39.805565 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Transition to ACTIVE for port object 73285c1c-92c9-4191-869b-6e5b881a43c6 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:39.832834 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-37973c34-4d85-4188-9b64-7ac9d6ba4871 req-84b521fb-ea52-46b4-bd90-158d2f68fac5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428419 Sep 01 05:12:39.883150 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:39.934515 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Pushing event updated for resources: {'Port': ['ID=73285c1c-92c9-4191-869b-6e5b881a43c6,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:40.021381 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Attempting to bind port 73285c1c-92c9-4191-869b-6e5b881a43c6 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:12:40.021713 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Attempting to bind port 73285c1c-92c9-4191-869b-6e5b881a43c6 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:12:40.022042 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Attempting to bind port 73285c1c-92c9-4191-869b-6e5b881a43c6 on network 7d695831-63f0-4d2d-b35e-507723a5676c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:40.027597 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Port 73285c1c-92c9-4191-869b-6e5b881a43c6 on network 7d695831-63f0-4d2d-b35e-507723a5676c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:12:40.028011 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Attempting to bind port 73285c1c-92c9-4191-869b-6e5b881a43c6 on network 7d695831-63f0-4d2d-b35e-507723a5676c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:40.033598 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:12:40.033856 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Checking segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:12:40.034242 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Bound using segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:12:40.034676 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Bound port: 73285c1c-92c9-4191-869b-6e5b881a43c6, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:12:40.035075 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:40.112308 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] For port 73285c1c-92c9-4191-869b-6e5b881a43c6, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:12:40.115586 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] For port 73285c1c-92c9-4191-869b-6e5b881a43c6, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73285c1c-92c9-4191-869b-6e5b881a43c6,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:12:40.222964 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:40.267303 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:40.267938 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:40.269392 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] 10.222.0.16 "PUT /v2.0/ports/73285c1c-92c9-4191-869b-6e5b881a43c6 HTTP/1.1" status: 200 len: 1094 time: 0.8554382 Sep 01 05:12:40.269843 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'tag': '73285c1c-92c9-4191-869b-6e5b881a43c6'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:12:40.272094 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407736f7-f035-459a-8270-566a73697f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "82d6f60f-17e1-4eac-8cd9-2b251d68ff24", "tag": "73285c1c-92c9-4191-869b-6e5b881a43c6"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:12:40.295888 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1fb96-94dd-42c0-8910-144d9a890ada service neutron] Pushing event updated for resources: {'Port': ['ID=73285c1c-92c9-4191-869b-6e5b881a43c6,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:40.313196 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a171377d-3504-4239-8297-749891dea3af x-openstack-request-id: req-a171377d-3504-4239-8297-749891dea3af {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:12:40.313485 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d6f60f-17e1-4eac-8cd9-2b251d68ff24", "tag": "73285c1c-92c9-4191-869b-6e5b881a43c6", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:12:40.313731 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a171377d-3504-4239-8297-749891dea3af {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:12:40.314119 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'tag': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'status': 'completed', 'code': 200} Sep 01 05:12:40.378300 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407736f7-f035-459a-8270-566a73697f5a req-d4cc1506-91d6-4018-bf20-2c48badd2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:40.379989 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-407736f7-f035-459a-8270-566a73697f5a req-d4cc1506-91d6-4018-bf20-2c48badd2a9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 1097 time: 0.0446963 Sep 01 05:12:40.486181 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407736f7-f035-459a-8270-566a73697f5a req-9b591f77-838f-4c02-b22e-15f4df3068b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:40.487667 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-407736f7-f035-459a-8270-566a73697f5a req-9b591f77-838f-4c02-b22e-15f4df3068b3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d51500adc96945e9818644564c7a6e8f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0998173 Sep 01 05:12:40.584718 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407736f7-f035-459a-8270-566a73697f5a req-e5a469c6-843e-4405-839c-6cb16104fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:40.586119 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-407736f7-f035-459a-8270-566a73697f5a req-e5a469c6-843e-4405-839c-6cb16104fab7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917327 Sep 01 05:12:40.588039 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-4d47c41e-e0b8-42a2-b6a8-aa9f94c47745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:40.659440 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5024-898b-4711-b5b4-448eb23a973a req-8c8c573f-3c8d-46f8-aaeb-7989e8088701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:40.660888 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-8c8c573f-3c8d-46f8-aaeb-7989e8088701 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 1097 time: 0.0399067 Sep 01 05:12:40.701515 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-87c04c8c-cf9f-4861-8645-251be3b69f3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73285c1c-92c9-4191-869b-6e5b881a43c6 HTTP/1.1" status: 200 len: 217 time: 0.0328043 Sep 01 05:12:40.751230 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5024-898b-4711-b5b4-448eb23a973a req-22280675-53f0-4431-a82c-f1656a44db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:40.752613 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-22280675-53f0-4431-a82c-f1656a44db46 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0449579 Sep 01 05:12:40.796576 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a14a69dd-4de4-4b90-9383-1721c878c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:40.798072 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-a14a69dd-4de4-4b90-9383-1721c878c4cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389512 Sep 01 05:12:40.884858 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-55eee9c6-571f-4a30-a48a-17b3ad4f1e0c service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794470 Sep 01 05:12:40.956474 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264861c4-62fe-4300-94f0-d5ed9c35bb06 req-42d94451-92d3-45fc-9823-86122b18d576 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:40.958068 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-264861c4-62fe-4300-94f0-d5ed9c35bb06 req-42d94451-92d3-45fc-9823-86122b18d576 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 944 time: 0.0476575 Sep 01 05:12:40.977866 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-d51f5024-898b-4711-b5b4-448eb23a973a req-583c0f8f-0728-4efe-81c9-c95691c9634d service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849037 Sep 01 05:12:40.997522 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-264861c4-62fe-4300-94f0-d5ed9c35bb06 req-5e6bea5b-7ee0-484b-bf04-61ecb8707666 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335083 Sep 01 05:12:42.113369 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aae90-d1ca-45c2-8207-cca963f6833c req-393982bb-6c90-4d02-85b7-6d21057e330e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:42.114826 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ac7aae90-d1ca-45c2-8207-cca963f6833c req-393982bb-6c90-4d02-85b7-6d21057e330e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 944 time: 0.0510402 Sep 01 05:12:42.152511 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-ac7aae90-d1ca-45c2-8207-cca963f6833c req-9b877c0e-17f3-43e9-aead-6046ce0ba5a7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Sep 01 05:12:42.993426 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7aba8d40-46c4-4dbb-97e4-116c0b997877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:43.264956 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd30631-c0cd-4aec-a103-fd67713bf1f0 req-43840a9d-4d19-449b-891e-e2382d06113e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:43.266480 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bcd30631-c0cd-4aec-a103-fd67713bf1f0 req-43840a9d-4d19-449b-891e-e2382d06113e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 944 time: 0.0483334 Sep 01 05:12:43.283512 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:43.304388 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-bcd30631-c0cd-4aec-a103-fd67713bf1f0 req-2a61991d-ac58-480d-afa2-1a2754207267 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318689 Sep 01 05:12:44.245389 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:44.423489 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67e3dd-4a5e-410c-9b39-85c94ad621c8 req-cac27c72-f81a-4b5f-9062-af9c05747566 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:44.425117 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a67e3dd-4a5e-410c-9b39-85c94ad621c8 req-cac27c72-f81a-4b5f-9062-af9c05747566 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 944 time: 0.0539553 Sep 01 05:12:44.467181 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8a67e3dd-4a5e-410c-9b39-85c94ad621c8 req-27b49977-0dd7-42d2-be30-a82fe08a0341 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354888 Sep 01 05:12:45.577359 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93641045-74ee-4db7-bf71-76bbb5d90517 req-2bb8fd64-1dbf-419a-98f0-6d5094c7de03 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:45.578807 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-93641045-74ee-4db7-bf71-76bbb5d90517 req-2bb8fd64-1dbf-419a-98f0-6d5094c7de03 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 944 time: 0.0474050 Sep 01 05:12:45.617998 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-93641045-74ee-4db7-bf71-76bbb5d90517 req-dc9d72b8-2a92-4d13-b655-fdf070e8bbbd tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334198 Sep 01 05:12:45.782360 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:46.730974 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a60cf-799f-4501-b999-49027e0a8e36 req-3b43c833-d3eb-4dd7-b2f2-d78b3edc6328 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:46.732362 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e59a60cf-799f-4501-b999-49027e0a8e36 req-3b43c833-d3eb-4dd7-b2f2-d78b3edc6328 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 944 time: 0.0479162 Sep 01 05:12:46.768926 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e59a60cf-799f-4501-b999-49027e0a8e36 req-96d313cf-92c9-4f4c-9da6-ad27c1583bd9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305972 Sep 01 05:12:47.880984 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbabb9-352a-4051-9ab3-b880a30467d6 req-c914af25-9ceb-4b7b-a422-e9aa6b349280 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:47.882474 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-10bbabb9-352a-4051-9ab3-b880a30467d6 req-c914af25-9ceb-4b7b-a422-e9aa6b349280 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 944 time: 0.0472028 Sep 01 05:12:47.919065 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-10bbabb9-352a-4051-9ab3-b880a30467d6 req-9a5fff9a-cb69-44a5-a1fa-42ed4cad03bd tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Sep 01 05:12:49.031407 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36a067-bc8a-4611-8954-0d31187c972c req-174f7129-dbf8-4908-9f4e-e82c8ace3e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:49.032851 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-aa36a067-bc8a-4611-8954-0d31187c972c req-174f7129-dbf8-4908-9f4e-e82c8ace3e3b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 944 time: 0.0471466 Sep 01 05:12:49.069078 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-aa36a067-bc8a-4611-8954-0d31187c972c req-6de139c6-9411-47e1-b844-fa61e1d2f768 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299692 Sep 01 05:12:49.486481 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 73285c1c-92c9-4191-869b-6e5b881a43c6 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:12:49.576529 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 73285c1c-92c9-4191-869b-6e5b881a43c6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73285c1c-92c9-4191-869b-6e5b881a43c6,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:49.590311 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'port_id': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'mac_address': 'fa:16:3e:42:b2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:12:49.625699 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:49.637434 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73285c1c-92c9-4191-869b-6e5b881a43c6 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:12:49.658052 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 73285c1c-92c9-4191-869b-6e5b881a43c6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73285c1c-92c9-4191-869b-6e5b881a43c6,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:49.719198 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:49.764746 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=73285c1c-92c9-4191-869b-6e5b881a43c6,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:50.048169 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['73285c1c-92c9-4191-869b-6e5b881a43c6'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:12:50.182483 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283be496-ff15-4633-aec0-c24058dd07ae req-3d523c37-9eab-49c6-a40f-2f8d3490a0d2 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:50.183967 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-283be496-ff15-4633-aec0-c24058dd07ae req-3d523c37-9eab-49c6-a40f-2f8d3490a0d2 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 945 time: 0.0488591 Sep 01 05:12:50.222190 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-283be496-ff15-4633-aec0-c24058dd07ae req-d27f20e4-3a89-42ae-9e6f-50febe318fa5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316899 Sep 01 05:12:51.335801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dfdcb-ea98-42bb-8ab6-c2f002a4d45b req-13bb838c-3985-4bbb-a408-56016c20586e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:51.337249 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f51dfdcb-ea98-42bb-8ab6-c2f002a4d45b req-13bb838c-3985-4bbb-a408-56016c20586e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 945 time: 0.0500734 Sep 01 05:12:51.373531 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f51dfdcb-ea98-42bb-8ab6-c2f002a4d45b req-6a0bb625-fb7d-4b37-bb3d-0b2b35760eb9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304823 Sep 01 05:12:51.487695 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 73285c1c-92c9-4191-869b-6e5b881a43c6 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:51.585626 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 73285c1c-92c9-4191-869b-6e5b881a43c6 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:51.589201 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 73285c1c-92c9-4191-869b-6e5b881a43c6 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:51.589569 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.665874 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.687070 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73285c1c-92c9-4191-869b-6e5b881a43c6'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:12:51.689492 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd9d3f4-96a3-41c3-b370-f30a2b778faf" -d '{"events": [{"server_uuid": "82d6f60f-17e1-4eac-8cd9-2b251d68ff24", "name": "network-vif-plugged", "status": "completed", "tag": "73285c1c-92c9-4191-869b-6e5b881a43c6"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:12:51.702359 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 73285c1c-92c9-4191-869b-6e5b881a43c6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73285c1c-92c9-4191-869b-6e5b881a43c6,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:51.726582 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dc3fa4-44f3-413f-8b0e-953b78f898b6 x-openstack-request-id: req-53dc3fa4-44f3-413f-8b0e-953b78f898b6 {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:12:51.726888 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d6f60f-17e1-4eac-8cd9-2b251d68ff24", "name": "network-vif-plugged", "status": "completed", "tag": "73285c1c-92c9-4191-869b-6e5b881a43c6", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:12:51.727138 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53dc3fa4-44f3-413f-8b0e-953b78f898b6 {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:12:51.727530 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'code': 200} Sep 01 05:12:51.763433 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.809321 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=73285c1c-92c9-4191-869b-6e5b881a43c6,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:52.057878 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfba5e1-568d-445e-bd90-e994f962115a req-47e12b60-bcd0-4561-8fb1-2e820806be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:52.059332 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5bfba5e1-568d-445e-bd90-e994f962115a req-47e12b60-bcd0-4561-8fb1-2e820806be5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 1099 time: 0.0383987 Sep 01 05:12:52.093482 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5bfba5e1-568d-445e-bd90-e994f962115a req-4c482778-f914-4698-8efe-60d45b1449d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268300 Sep 01 05:12:52.484689 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f593843-6b1c-42d5-858a-055636922033 req-41a8e706-4798-40d1-9966-7dd8dc38bb71 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:52.486819 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1f593843-6b1c-42d5-858a-055636922033 req-41a8e706-4798-40d1-9966-7dd8dc38bb71 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 946 time: 0.0473869 Sep 01 05:12:52.523272 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-1f593843-6b1c-42d5-858a-055636922033 req-ceb28d98-8941-491a-8743-956036c36d9a tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306230 Sep 01 05:12:53.636730 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef2d86-8909-494d-afef-8e45014b7a9d req-c871aaa8-0590-4863-9952-38cfc83b99eb tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:53.638222 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0fef2d86-8909-494d-afef-8e45014b7a9d req-c871aaa8-0590-4863-9952-38cfc83b99eb tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 946 time: 0.0483561 Sep 01 05:12:53.679672 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0fef2d86-8909-494d-afef-8e45014b7a9d req-9904d6a7-4383-40bd-90e0-745c239794cc tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347681 Sep 01 05:12:53.792534 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a740b74-e488-4db3-b5a1-892766b4c3b9 req-0964c1b3-cc0e-4ce9-ba98-9e305bb0ef8e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:53.794027 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a740b74-e488-4db3-b5a1-892766b4c3b9 req-0964c1b3-cc0e-4ce9-ba98-9e305bb0ef8e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 946 time: 0.0507164 Sep 01 05:12:53.830564 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3a740b74-e488-4db3-b5a1-892766b4c3b9 req-909fa44e-6f21-4dec-8e22-bb9dfc5df375 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Sep 01 05:12:53.852596 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40440) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:54.072091 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212065ab-4804-4c17-bdeb-32b6b56c5a25 tempest-TestVolumeBootPattern-1317602594 tempest-TestVolumeBootPattern-1317602594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:54.073614 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-212065ab-4804-4c17-bdeb-32b6b56c5a25 tempest-TestVolumeBootPattern-1317602594 tempest-TestVolumeBootPattern-1317602594-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 1094 time: 0.2200539 Sep 01 05:12:54.076521 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40444) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:12:54.081514 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'port_id': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:54.164945 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:54.258276 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:54.354273 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Allocated IP 172.27.1.48 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/98caf61b-5666-49d6-90e6-4e360607e767) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:12:54.452547 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:54.546357 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:54.585431 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:54.588210 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:54.591785 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:12:54.597180 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=98caf61b-5666-49d6-90e6-4e360607e767,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:54.931155 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:55.052644 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:55.196084 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:55.261556 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:55.328084 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=98caf61b-5666-49d6-90e6-4e360607e767,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:55.339760 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:55.437322 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Floating IP 1fbeed6b-770a-4c0b-9326-39d172396141 associated. External IP: 172.27.1.48, port: 73285c1c-92c9-4191-869b-6e5b881a43c6. Sep 01 05:12:55.873620 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:12:55.975875 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:12:55.986578 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:12:55.996474 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:56.007832 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:12:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:56.083276 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:56.101311 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:56.114108 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-becde88d-8a62-44ea-b8dd-a800f0d9dc59 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0361269 Sep 01 05:12:56.114565 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'tag': '73285c1c-92c9-4191-869b-6e5b881a43c6'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:12:56.117008 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983498bc-a0a1-4c4e-a95f-bfe896687161" -d '{"events": [{"name": "network-changed", "server_uuid": "82d6f60f-17e1-4eac-8cd9-2b251d68ff24", "tag": "73285c1c-92c9-4191-869b-6e5b881a43c6"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:12:56.153764 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba38dbb-6d86-4359-bfb1-8a1097db438c x-openstack-request-id: req-cba38dbb-6d86-4359-bfb1-8a1097db438c {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:12:56.154051 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d6f60f-17e1-4eac-8cd9-2b251d68ff24", "tag": "73285c1c-92c9-4191-869b-6e5b881a43c6", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:12:56.154303 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cba38dbb-6d86-4359-bfb1-8a1097db438c {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:12:56.154706 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'tag': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'status': 'completed', 'code': 200} Sep 01 05:12:56.215508 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-5f554357-48f0-4b2d-9211-e1d4bf57e3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:56.217016 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-5f554357-48f0-4b2d-9211-e1d4bf57e3e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 1099 time: 0.0400016 Sep 01 05:12:56.305898 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-48f5c557-f611-44d1-9840-679c0e01cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:56.307374 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-48f5c557-f611-44d1-9840-679c0e01cc50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0838571 Sep 01 05:12:56.326428 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '1fbeed6b-770a-4c0b-9326-39d172396141', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:42:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:12:54Z', 'updated_at': '2021-09-01T05:12:54Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:56.352602 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:12:56.361457 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:12:56.362065 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:12:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:56.371830 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-f5e27393-c8da-45c0-b7a0-5049ab6a9a83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73285c1c-92c9-4191-869b-6e5b881a43c6 HTTP/1.1" status: 200 len: 999 time: 0.0569038 Sep 01 05:12:56.424227 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-3813d6cf-fecd-4e71-afb4-abf0172447ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:56.425709 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-3813d6cf-fecd-4e71-afb4-abf0172447ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0468898 Sep 01 05:12:56.472350 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:12:56.474145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-f99cde77-c4c9-49e9-b2d2-03f414c60403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:56.475633 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-f99cde77-c4c9-49e9-b2d2-03f414c60403 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428360 Sep 01 05:12:56.561770 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-59669957-e4b6-4177-a59f-3061d181f5fc service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786433 Sep 01 05:12:56.651531 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-983498bc-a0a1-4c4e-a95f-bfe896687161 req-0f2a27bb-434e-4139-82ff-4a45432f49e4 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832787 Sep 01 05:12:56.694629 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '1fbeed6b-770a-4c0b-9326-39d172396141', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:42:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:12:54Z', 'updated_at': '2021-09-01T05:12:54Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:12:56.842785 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c4f77-52cb-4865-8ae5-49272ace2e29 None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '1fbeed6b-770a-4c0b-9326-39d172396141', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.48', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:42:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:12:54Z', 'updated_at': '2021-09-01T05:12:54Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:12:57.028508 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe12d77-47a5-4aaa-a047-aea4cd1425b6 None None] New status for floating IP 1fbeed6b-770a-4c0b-9326-39d172396141: ACTIVE {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:12:59.488411 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:08.501562 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:13:10.439468 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-2690eb6d-7c0c-47f7-aa39-db516659d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:12.985690 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-f69b53c5-300d-4874-9c26-bfdce7839ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:13.295742 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:14.265117 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:15.808171 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:29.484283 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:36.573416 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-9a51f3e9-f7ea-4501-a4e6-70f0deb482df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395691 Sep 01 05:13:36.650332 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-e885a6bc-3c3c-429f-b271-351377970209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:36.651759 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-e885a6bc-3c3c-429f-b271-351377970209 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 1099 time: 0.0394678 Sep 01 05:13:36.754056 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-bc1514da-a73c-4f8b-a8f9-5948fa435fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:36.755396 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-bc1514da-a73c-4f8b-a8f9-5948fa435fd6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0852027 Sep 01 05:13:36.817694 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-94e7d0d4-9b5b-4d0d-bbbd-12d48ee4dba6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73285c1c-92c9-4191-869b-6e5b881a43c6 HTTP/1.1" status: 200 len: 1001 time: 0.0550649 Sep 01 05:13:36.868006 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-4c7ce49e-af7f-4e87-987e-f76b2bec258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:36.869423 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-4c7ce49e-af7f-4e87-987e-f76b2bec258d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0452547 Sep 01 05:13:36.912863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-2d15e9a0-f612-4cff-ab33-931134d508e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:36.914321 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-2d15e9a0-f612-4cff-ab33-931134d508e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380385 Sep 01 05:13:37.000193 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-0ed35aed-628a-4546-84be-e07cf0b1cbf1 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789511 Sep 01 05:13:37.091647 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b57f0fae-852c-4c6f-91b3-2a241ded8860 req-3a376a3e-910e-4c98-9912-43235571791f service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Sep 01 05:13:40.455606 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-23e94cc5-d5e9-49c0-b807-a470678aa4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:43.009620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-40f14019-ecda-4d7b-b08d-68c0a6d3d8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:43.289683 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:44.243816 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:45.499910 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:13:45.763868 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:49.647037 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-8dc8eaf6-8894-48b4-978f-f9be578ae7ec req-d00c80bb-8c62-4029-8a04-1ff5c3657c89 service neutron] (111188) timed out ('10.222.0.16', 57594) {{(pid=111188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 05:13:59.511925 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:10.460505 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8fa96594-c620-4d6b-b87c-17e7dee31668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:12.997751 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-b16c004b-fa26-4f3a-9ac8-d1b560d68d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:13.303860 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:14.243418 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:15.760859 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:22.497990 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:14:29.509259 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:33.415867 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-9e4d4a29-08ce-436a-a9c9-1177ac76eb3b req-d5ba5c9b-4592-4a0c-8d81-b700934a7c62 service neutron] (111188) timed out ('10.222.0.16', 57578) {{(pid=111188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 05:14:38.606195 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-69b43664-46d0-4827-974d-aed61cb7dab0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872855 Sep 01 05:14:38.686111 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-5b5246ae-3c04-485f-9e77-cf8e6c1e33cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:38.687457 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-5b5246ae-3c04-485f-9e77-cf8e6c1e33cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 1099 time: 0.0391004 Sep 01 05:14:38.802449 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-4e8c1bb6-47a8-44df-8ce3-dc5362c079ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:38.803905 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-4e8c1bb6-47a8-44df-8ce3-dc5362c079ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0962405 Sep 01 05:14:38.870184 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-fd5cd810-a75a-4f43-9594-adacad456cf8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73285c1c-92c9-4191-869b-6e5b881a43c6 HTTP/1.1" status: 200 len: 1001 time: 0.0588915 Sep 01 05:14:38.920612 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-1b3fafb9-ad33-4d21-b04e-474f8becee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:38.922184 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-1b3fafb9-ad33-4d21-b04e-474f8becee74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0456207 Sep 01 05:14:38.966752 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-7adb404b-4122-45ec-b44f-dbaf16cc1cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:38.968104 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-7adb404b-4122-45ec-b44f-dbaf16cc1cbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381253 Sep 01 05:14:39.055084 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-256b4fb8-a3e6-470f-8abf-03b0bb698acc service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790722 Sep 01 05:14:39.144772 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7c5a76d8-17ab-4abe-b387-be573253eb51 req-84dde019-274e-4659-8909-4ac3b2baf84f service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826786 Sep 01 05:14:40.455097 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1e5653e4-2c39-41b0-b305-291594875ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:43.031372 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dcaacca1-3f6c-453d-9fb9-cee44b39da16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:43.315161 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:44.255198 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:45.806420 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:59.495991 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:14:59.522651 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:10.417945 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b228b74-1e2a-42e1-a557-22d95e3545fd req-952008dd-3f45-483f-8fe2-83638d604c1d tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:10.419769 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0b228b74-1e2a-42e1-a557-22d95e3545fd req-952008dd-3f45-483f-8fe2-83638d604c1d tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 946 time: 0.1865280 Sep 01 05:15:10.454352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-0e7cb450-37f8-4ca0-ae66-df680cf4523c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:10.460842 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0b228b74-1e2a-42e1-a557-22d95e3545fd req-883aca1d-e16e-4096-a063-d44a8c0ce658 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347428 Sep 01 05:15:11.625163 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3ef89-10c9-451a-830e-26f9be045ed9 req-38231141-1830-48de-880d-07bfb73ed21d tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:11.626622 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e6d3ef89-10c9-451a-830e-26f9be045ed9 req-38231141-1830-48de-880d-07bfb73ed21d tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 946 time: 0.0965421 Sep 01 05:15:11.664020 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e6d3ef89-10c9-451a-830e-26f9be045ed9 req-a4d7eb19-435c-4f8f-b57e-8741125db0dd tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Sep 01 05:15:12.025722 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-b05e132d-fc9c-403c-b812-3bce4a0de595 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:12.027135 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-b05e132d-fc9c-403c-b812-3bce4a0de595 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 946 time: 0.0464022 Sep 01 05:15:12.117358 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Deleting port 73285c1c-92c9-4191-869b-6e5b881a43c6 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:15:12.117700 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:12.200751 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] For port 73285c1c-92c9-4191-869b-6e5b881a43c6, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=73285c1c-92c9-4191-869b-6e5b881a43c6,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:15:12.201054 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:12.367359 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:12.367767 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:12.368073 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Floating IP 1fbeed6b-770a-4c0b-9326-39d172396141 disassociated. External IP: 172.27.1.48, port: 73285c1c-92c9-4191-869b-6e5b881a43c6. Sep 01 05:15:12.368402 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Calling delete_port for 73285c1c-92c9-4191-869b-6e5b881a43c6 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:15:12.548930 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:12.575384 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event deleted for resources: {'Port': ['ID=73285c1c-92c9-4191-869b-6e5b881a43c6,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:15:12.585576 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.585927 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.586267 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.586605 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.586936 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.587329 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.587593 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.587919 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.588251 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.588571 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.589283 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.589283 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:12.697470 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:15:12.768728 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-10824dba-13b6-458e-a59b-d331689618fd req-b32afd9a-dad4-4281-8f51-fe1e0c6643db tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 210 time: 0.0258915 Sep 01 05:15:12.804809 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:15:12.814146 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:15:12.823623 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:15:12.824229 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:14:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:15:12.846709 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] No DVR routers for this DVR port 73285c1c-92c9-4191-869b-6e5b881a43c6 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:15:12.849350 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:12.852092 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7b3fe3c9-7e83-4cdb-843c-bb0ea8957698 req-0707cb69-7602-4f88-8645-8581545ad9c0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "DELETE /v2.0/ports/73285c1c-92c9-4191-869b-6e5b881a43c6 HTTP/1.1" status: 204 len: 173 time: 0.8187993 Sep 01 05:15:12.852566 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'name': 'network-vif-deleted', 'tag': '73285c1c-92c9-4191-869b-6e5b881a43c6'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:15:12.854911 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04245b1-e3b0-4c34-a57d-4d6afade3e2e" -d '{"events": [{"server_uuid": "82d6f60f-17e1-4eac-8cd9-2b251d68ff24", "name": "network-vif-deleted", "tag": "73285c1c-92c9-4191-869b-6e5b881a43c6"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:15:12.890914 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c39d8-4a6a-4bed-aee7-c897dd780065 x-openstack-request-id: req-d57c39d8-4a6a-4bed-aee7-c897dd780065 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:15:12.891203 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d6f60f-17e1-4eac-8cd9-2b251d68ff24", "name": "network-vif-deleted", "tag": "73285c1c-92c9-4191-869b-6e5b881a43c6", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:15:12.891445 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d57c39d8-4a6a-4bed-aee7-c897dd780065 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:15:12.891831 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d6f60f-17e1-4eac-8cd9-2b251d68ff24', 'name': 'network-vif-deleted', 'tag': '73285c1c-92c9-4191-869b-6e5b881a43c6', 'status': 'completed', 'code': 200} Sep 01 05:15:12.937294 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:15:13.062716 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dd972357-a410-4b3f-a8be-7fda4b74819b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:13.157488 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:15:13.183321 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:15:13.191093 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:15:13.191689 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:15:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:15:13.304946 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:15:13.329574 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:13.502576 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:15:13.532005 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459ef434-bb04-4f89-9f40-bf9fe45aa78a None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:15:13.736593 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e8f003-eb25-46a3-9da9-66e8a3bb78c6 None None] New status for floating IP 1fbeed6b-770a-4c0b-9326-39d172396141: DOWN {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:15:13.876399 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-e2a4a7bc-a866-47d7-a7ec-8ff2c03de28d req-6d54962b-22d2-43bc-bf59-93ede2339970 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=82d6f60f-17e1-4eac-8cd9-2b251d68ff24 HTTP/1.1" status: 200 len: 210 time: 0.0261774 Sep 01 05:15:14.251620 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:15.124129 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-cbb05078-9050-4a2c-b1c7-04a6174dff96 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772080729&fields=id&tenant_id=d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 267 time: 0.0324974 Sep 01 05:15:15.234399 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-f083946b-5282-41f5-bb43-716db16a9c32 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:15.235752 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-f083946b-5282-41f5-bb43-716db16a9c32 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 812 time: 0.1049130 Sep 01 05:15:15.250007 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-93eb5668-18ca-4e38-a9bf-bbe489265ff7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/quotas/d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 375 time: 0.0086558 Sep 01 05:15:15.302135 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-39fb3d1f-c7ca-469e-acfa-d0fb2b188b0e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470426 Sep 01 05:15:15.397662 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-89ddcf72-17ef-4cf3-b145-ef54d909d256 service neutron] 10.222.0.41 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842218 Sep 01 05:15:15.484926 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-77f215e9-1675-49a2-b1f7-9559013e22d7 service neutron] 10.222.0.41 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810986 Sep 01 05:15:15.757401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:16.001064 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-090931b4-314c-492d-bd2b-bfec6e1e3998 req-523450eb-7e76-4f18-9194-f48fbaf94be9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 210 time: 0.0263696 Sep 01 05:15:16.047934 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 73285c1c-92c9-4191-869b-6e5b881a43c6 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:15:16.062495 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 73285c1c-92c9-4191-869b-6e5b881a43c6 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:15:16.062838 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 73285c1c-92c9-4191-869b-6e5b881a43c6 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:15:17.093640 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b8eb575a-f6e9-4600-8b2b-bec5e16f5f5c req-07d8de5e-9c5f-4ce9-8bc2-b728f1057c29 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 210 time: 0.0278935 Sep 01 05:15:17.697704 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-393ca8d2-87e1-41d5-9e71-432125b28857 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:17.699043 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-393ca8d2-87e1-41d5-9e71-432125b28857 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 812 time: 0.0968618 Sep 01 05:15:17.741606 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-ad228035-d0bf-4564-8095-d0bfb5bdc7b1 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 380 time: 0.0337286 Sep 01 05:15:17.750562 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'port': {'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'admin_state_up': True, 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'security_groups': ['ba7872dd-f1df-4489-8874-ce8a353244b0']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:15:17.956748 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Made reservation on behalf of d51500adc96945e9818644564c7a6e8f for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:15:17.961087 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:18.080337 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Allocated IP 172.20.0.5 (7d695831-63f0-4d2d-b35e-507723a5676c/31544df3-66da-4e42-b9e9-e73b72eacd9d/2f40d3a3-ca2f-479e-9c5a-ad70951f2995) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:15:18.196010 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c5b26a83-7ed0-41d4-b80d-4f3d6e5abae8 req-33edf44b-be1e-4dfa-be73-ad3ed6b5ca9c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 210 time: 0.0335903 Sep 01 05:15:18.238167 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:18.251486 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Transition to ACTIVE for port object 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:15:18.348799 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:18.392712 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Network 7d695831-63f0-4d2d-b35e-507723a5676c is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:15:18.398215 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:15:18.401841 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:15:18.426848 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:15:18.456116 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:18.456752 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:18.526679 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-b818f058-69bb-4341-a333-4b9fd57bdd48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7797771 Sep 01 05:15:18.538929 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Request body: {'port': {'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:15:18.593872 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:18.772550 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-f4055305-e545-4b80-ab50-18e443eb03a1 None None] Provisioning for port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:15:18.776813 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-f4055305-e545-4b80-ab50-18e443eb03a1 None None] Provisioning complete for port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:15:18.777242 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-f4055305-e545-4b80-ab50-18e443eb03a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:18.814831 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-f4055305-e545-4b80-ab50-18e443eb03a1 None None] Port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:15:18.848498 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:15:18.856121 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:18.868031 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Transition to ACTIVE for port object 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:15:18.922357 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:18.974075 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Pushing event updated for resources: {'Port': ['ID=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:15:19.041977 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Attempting to bind port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:15:19.042315 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Attempting to bind port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:15:19.042645 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Attempting to bind port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 on network 7d695831-63f0-4d2d-b35e-507723a5676c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:15:19.047256 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 on network 7d695831-63f0-4d2d-b35e-507723a5676c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:15:19.047571 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Attempting to bind port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 on network 7d695831-63f0-4d2d-b35e-507723a5676c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:15:19.052964 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:15:19.058599 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Checking segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:15:19.058599 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Bound using segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:15:19.058599 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Bound port: 2f40d3a3-ca2f-479e-9c5a-ad70951f2995, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:15:19.058599 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:19.123752 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] For port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:15:19.126855 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] For port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:15:19.197438 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:19.236013 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:19.236502 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:19.237919 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] 10.222.0.16 "PUT /v2.0/ports/2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 200 len: 1093 time: 0.7034745 Sep 01 05:15:19.238350 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:15:19.241569 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394a3632-b052-45ac-8500-dc222da1e1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:15:19.262628 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a9b70-b62f-46eb-b5b3-055ccf4e9888 service neutron] Pushing event updated for resources: {'Port': ['ID=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:15:19.334817 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928919db-b26d-4737-ba95-1f98306cb02c req-f91eb06c-9fd3-4e83-b1b0-ab3ed56e2621 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:19.338625 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-928919db-b26d-4737-ba95-1f98306cb02c req-f91eb06c-9fd3-4e83-b1b0-ab3ed56e2621 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 943 time: 0.0608008 Sep 01 05:15:19.358038 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a822a6fc-9dbd-47f4-b693-bdb78fc31c27 x-openstack-request-id: req-a822a6fc-9dbd-47f4-b693-bdb78fc31c27 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:15:19.358038 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:15:19.358038 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a822a6fc-9dbd-47f4-b693-bdb78fc31c27 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:15:19.358431 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'status': 'completed', 'code': 200} Sep 01 05:15:19.379846 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-928919db-b26d-4737-ba95-1f98306cb02c req-5332d087-f989-4c9b-af13-ff931013e91b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366261 Sep 01 05:15:19.428654 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a3632-b052-45ac-8500-dc222da1e1d1 req-b35f50ee-ba24-4646-a724-4cd84d7ac0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:19.430221 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-394a3632-b052-45ac-8500-dc222da1e1d1 req-b35f50ee-ba24-4646-a724-4cd84d7ac0dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1096 time: 0.0441630 Sep 01 05:15:19.527138 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a3632-b052-45ac-8500-dc222da1e1d1 req-f0e805d2-f44a-46b7-9853-afb4e9d9dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:19.528529 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-394a3632-b052-45ac-8500-dc222da1e1d1 req-f0e805d2-f44a-46b7-9853-afb4e9d9dafa service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d51500adc96945e9818644564c7a6e8f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0900090 Sep 01 05:15:19.616987 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a3632-b052-45ac-8500-dc222da1e1d1 req-6c4203d9-44ad-4c17-8e5b-bfe3cafe01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:19.618337 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-394a3632-b052-45ac-8500-dc222da1e1d1 req-6c4203d9-44ad-4c17-8e5b-bfe3cafe01b5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0832376 Sep 01 05:15:19.696326 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-9cdb6575-c6cc-4603-b202-5057ae09cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:19.697803 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-9cdb6575-c6cc-4603-b202-5057ae09cb16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1096 time: 0.0435390 Sep 01 05:15:19.738613 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-939d28a4-3acb-4dcc-9591-16e32e8d4ce4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 200 len: 217 time: 0.0326757 Sep 01 05:15:19.784494 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-82fe5181-8906-48e5-b3bc-342d2cfd00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:19.785907 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-82fe5181-8906-48e5-b3bc-342d2cfd00c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0404730 Sep 01 05:15:19.829255 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-08484dac-5ef7-4c91-8fe2-f0123d8a0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:19.830716 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-08484dac-5ef7-4c91-8fe2-f0123d8a0c3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382738 Sep 01 05:15:19.920906 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-ae168637-709c-4494-954b-89bc087b97fe service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827787 Sep 01 05:15:20.005741 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-0ab60ee0-56a8-479f-aa33-4b4e0cf5334c req-0ab8d5f5-4130-4629-8f9f-39c05ebbba2c service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777128 Sep 01 05:15:20.498113 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260aeab2-6a51-4e37-a79b-b9ba087663f6 req-b378cb25-98f4-4045-a051-0737c604850d tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:20.499577 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-260aeab2-6a51-4e37-a79b-b9ba087663f6 req-b378cb25-98f4-4045-a051-0737c604850d tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 943 time: 0.0510049 Sep 01 05:15:20.536725 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-260aeab2-6a51-4e37-a79b-b9ba087663f6 req-e4faf5ee-0a77-4a90-97c6-30c93973a2c7 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310993 Sep 01 05:15:21.648931 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4285503-2064-4563-9264-59ef3c602c86 req-71c3d7bb-01f5-4384-addc-e12a90a7f77a tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:21.650407 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d4285503-2064-4563-9264-59ef3c602c86 req-71c3d7bb-01f5-4384-addc-e12a90a7f77a tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 943 time: 0.0472093 Sep 01 05:15:21.687056 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-d4285503-2064-4563-9264-59ef3c602c86 req-b3dd4e17-d3c4-4883-a68a-49dac07c5941 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307984 Sep 01 05:15:22.796798 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d59ae-b11b-4709-93a9-5a7be11934c1 req-1876e824-660e-4d2c-8797-b64052252f89 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:22.798297 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b84d59ae-b11b-4709-93a9-5a7be11934c1 req-1876e824-660e-4d2c-8797-b64052252f89 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 943 time: 0.0469055 Sep 01 05:15:22.834998 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b84d59ae-b11b-4709-93a9-5a7be11934c1 req-31d6e885-4a0a-4a99-9c93-ce9eb2a9fcaf tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302372 Sep 01 05:15:23.946470 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d35048-507e-4c96-8840-f3a02b5bcad4 req-43b81c0e-97a0-479f-ac50-5a3db40f56c6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:23.947929 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b7d35048-507e-4c96-8840-f3a02b5bcad4 req-43b81c0e-97a0-479f-ac50-5a3db40f56c6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 943 time: 0.0477126 Sep 01 05:15:23.984456 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-b7d35048-507e-4c96-8840-f3a02b5bcad4 req-d553c430-cc08-48d7-adea-55ee24f2e4c9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Sep 01 05:15:25.095882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644df822-4f76-44a6-9283-97cd389f407d req-828376b6-5a44-4939-b4f4-5844924f3de5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:25.097343 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-644df822-4f76-44a6-9283-97cd389f407d req-828376b6-5a44-4939-b4f4-5844924f3de5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 943 time: 0.0473666 Sep 01 05:15:25.134394 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-644df822-4f76-44a6-9283-97cd389f407d req-d8016a36-90b9-4b04-beda-50a3a8337f92 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299666 Sep 01 05:15:26.250183 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16c667-654a-4a99-813c-1a6cfe7e9222 req-37f9bd70-3f3b-490e-8f33-1c17af6a85a9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:26.251656 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ca16c667-654a-4a99-813c-1a6cfe7e9222 req-37f9bd70-3f3b-490e-8f33-1c17af6a85a9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 943 time: 0.0513947 Sep 01 05:15:26.289234 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-ca16c667-654a-4a99-813c-1a6cfe7e9222 req-e49b77c2-ef2f-4ab7-8d75-92164ac8af20 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Sep 01 05:15:27.403410 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a103fd2-c94e-47fd-a5d2-266fb5180d7e req-2b5447f5-7a7b-446d-88f1-23817070e445 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:27.404882 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4a103fd2-c94e-47fd-a5d2-266fb5180d7e req-2b5447f5-7a7b-446d-88f1-23817070e445 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 943 time: 0.0509896 Sep 01 05:15:27.442974 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4a103fd2-c94e-47fd-a5d2-266fb5180d7e req-c85e314a-1225-497c-95ba-31c867ba34b2 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Sep 01 05:15:28.166718 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:15:28.261340 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:15:28.272401 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:15:28.307618 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:28.320560 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:15:28.338646 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:15:28.393582 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:28.439701 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:15:28.446911 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.447263 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.447605 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.447937 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.448265 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.448593 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.448918 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.449273 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.449598 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.449918 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.450236 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.450553 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:15:28.555998 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d43a-655c-4460-abb0-cb82b0f8930c req-78fb9ee0-ca8b-4468-a91e-9cd1fdc96c3e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:28.557502 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4df0d43a-655c-4460-abb0-cb82b0f8930c req-78fb9ee0-ca8b-4468-a91e-9cd1fdc96c3e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 944 time: 0.0484357 Sep 01 05:15:28.593472 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4df0d43a-655c-4460-abb0-cb82b0f8930c req-3902f43d-6970-4bcc-ab4b-46b4de60786f tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301867 Sep 01 05:15:28.745912 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['2f40d3a3-ca2f-479e-9c5a-ad70951f2995'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:15:29.559198 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:29.706136 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62ca43-0260-4fe9-a50f-33acfe9d9c56 req-8b0377c8-1feb-4e14-aa26-cefebe5df7fe tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:29.707501 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fa62ca43-0260-4fe9-a50f-33acfe9d9c56 req-8b0377c8-1feb-4e14-aa26-cefebe5df7fe tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 944 time: 0.0484338 Sep 01 05:15:29.744364 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-fa62ca43-0260-4fe9-a50f-33acfe9d9c56 req-72bb97f3-71d2-46ab-b9a1-c23a8ed9e6fe tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302560 Sep 01 05:15:30.182311 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:15:30.321991 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:15:30.325663 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:15:30.326032 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:30.400828 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:30.422483 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:15:30.424693 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cefebd-1421-41ad-90cc-f9116a7e8c9f" -d '{"events": [{"server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "name": "network-vif-plugged", "status": "completed", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:15:30.442410 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:15:30.513908 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:30.518288 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea3bd0f-bf51-466d-807b-dbcd8cb2914e x-openstack-request-id: req-0ea3bd0f-bf51-466d-807b-dbcd8cb2914e {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:15:30.518575 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "name": "network-vif-plugged", "status": "completed", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:15:30.518825 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ea3bd0f-bf51-466d-807b-dbcd8cb2914e {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:15:30.519206 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'code': 200} Sep 01 05:15:30.565493 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:15:30.880037 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3be658-aa11-4a87-8bd3-52a8e978304a req-50d0f4f7-9d87-4702-b1de-c76fa6fe0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:30.882050 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dc3be658-aa11-4a87-8bd3-52a8e978304a req-50d0f4f7-9d87-4702-b1de-c76fa6fe0410 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1098 time: 0.0719962 Sep 01 05:15:30.893001 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f34521-7d74-47e0-9887-1d5e8126269b req-18fa52dc-c0e7-4e4d-93ac-c628eb816d9f tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:30.894376 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-07f34521-7d74-47e0-9887-1d5e8126269b req-18fa52dc-c0e7-4e4d-93ac-c628eb816d9f tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 945 time: 0.0724392 Sep 01 05:15:30.942366 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-dc3be658-aa11-4a87-8bd3-52a8e978304a req-a9910f98-5f3c-4264-a376-e89102c4efda service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470853 Sep 01 05:15:30.950529 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-07f34521-7d74-47e0-9887-1d5e8126269b req-713468f0-6d07-4d3b-af73-93161c227546 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494611 Sep 01 05:15:32.063564 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31068d4c-3856-43b2-a7e4-ec2d94397d5a req-735a62fd-b7e1-4123-afe0-5bc32f1e1cbf tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:32.065077 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-31068d4c-3856-43b2-a7e4-ec2d94397d5a req-735a62fd-b7e1-4123-afe0-5bc32f1e1cbf tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 945 time: 0.0484977 Sep 01 05:15:32.103015 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-31068d4c-3856-43b2-a7e4-ec2d94397d5a req-1b93fe75-6766-4d4e-b830-fae97f9882a9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Sep 01 05:15:33.215389 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367fd75-5553-440c-86ff-3e4c7823975d req-09e89ce4-6b42-40d3-b78f-a479d747f866 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:33.216831 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7367fd75-5553-440c-86ff-3e4c7823975d req-09e89ce4-6b42-40d3-b78f-a479d747f866 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 945 time: 0.0484917 Sep 01 05:15:33.252957 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-7367fd75-5553-440c-86ff-3e4c7823975d req-df03ae74-1987-476a-a930-8a4fbdaeee66 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302107 Sep 01 05:15:33.368259 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98641a6-3ba7-45ef-9e52-235d6787b1cc req-af35d3ef-8f9d-44bc-8f6d-b3a06db52f83 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:33.369757 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c98641a6-3ba7-45ef-9e52-235d6787b1cc req-af35d3ef-8f9d-44bc-8f6d-b3a06db52f83 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 945 time: 0.0526748 Sep 01 05:15:33.407032 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-c98641a6-3ba7-45ef-9e52-235d6787b1cc req-448dc173-36e2-41a9-ba32-4603c524c1b1 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312963 Sep 01 05:15:33.428966 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40592) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:15:33.467450 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d4caed-aef5-44b2-8fdd-ab6b0d6d72cf tempest-TestVolumeBootPattern-1317602594 tempest-TestVolumeBootPattern-1317602594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:33.468916 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-64d4caed-aef5-44b2-8fdd-ab6b0d6d72cf tempest-TestVolumeBootPattern-1317602594 tempest-TestVolumeBootPattern-1317602594-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1093 time: 0.0389497 Sep 01 05:15:33.471693 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40594) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:15:33.476088 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:15:33.562225 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:33.657321 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:33.758811 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Allocated IP 172.27.1.211 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/df46071f-00ca-47ed-8318-75d116b74632) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:15:33.855635 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:33.954460 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:33.989673 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:15:33.994319 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:15:33.997724 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:15:34.024078 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=df46071f-00ca-47ed-8318-75d116b74632,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:15:34.583696 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:34.698558 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:34.839147 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:34.913584 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:34.986582 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=df46071f-00ca-47ed-8318-75d116b74632,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:15:34.995068 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:35.092180 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.db.l3_db [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Floating IP 172ac6f3-7ad0-494a-9bef-5e222b9ab3e5 associated. External IP: 172.27.1.211, port: 2f40d3a3-ca2f-479e-9c5a-ad70951f2995. Sep 01 05:15:35.297392 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:15:35.403718 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:15:35.414470 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:15:35.426664 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:15:35.427352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:15:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:15:35.476687 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:35.503037 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-2e4c37b5-6234-4834-8400-05a594c664e8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0303402 Sep 01 05:15:35.503687 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:15:35.505937 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176f34d7-b4bf-4840-b9d1-1cb306dc9335" -d '{"events": [{"name": "network-changed", "server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:15:35.535867 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:15:35.542202 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02635e38-6ee7-42de-b2e2-f3acaf3653ac x-openstack-request-id: req-02635e38-6ee7-42de-b2e2-f3acaf3653ac {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:15:35.542487 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:15:35.542772 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02635e38-6ee7-42de-b2e2-f3acaf3653ac {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:15:35.543128 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'status': 'completed', 'code': 200} Sep 01 05:15:35.607513 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-14ea13c5-cb22-4e53-b0b4-16edad6023fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:35.608946 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-14ea13c5-cb22-4e53-b0b4-16edad6023fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1098 time: 0.0425725 Sep 01 05:15:35.703683 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-da5aac7d-362f-4156-a3c2-b5aed694ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:35.705430 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-da5aac7d-362f-4156-a3c2-b5aed694ed5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0894394 Sep 01 05:15:35.769271 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-49d5d511-b123-4bc2-a7f8-3fe7cf69808e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 200 len: 999 time: 0.0570407 Sep 01 05:15:35.818179 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-dc4471d9-fc08-42fa-acb5-71918cb731ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:35.819636 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-dc4471d9-fc08-42fa-acb5-71918cb731ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0438874 Sep 01 05:15:35.872083 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-2a9999a7-e9ed-4e4c-96b2-31952b042a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:35.873562 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-2a9999a7-e9ed-4e4c-96b2-31952b042a18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461984 Sep 01 05:15:35.879199 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:34Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:15:35.908821 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:15:35.917683 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:15:35.918296 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:15:13Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:15:35.962115 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-3513996d-ef52-441c-9385-f8e7b53115a5 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816517 Sep 01 05:15:36.029132 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:15:36.054738 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-176f34d7-b4bf-4840-b9d1-1cb306dc9335 req-9a46d837-9069-41d8-a42e-f76ac606d4c4 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847535 Sep 01 05:15:36.250690 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:34Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:15:36.277752 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308dc005-8ca5-4ce0-ba7a-f8905eed86b5 None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:34Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:15:36.471476 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03794bb-66ca-4f0b-b172-2beacb3d84c7 None None] New status for floating IP 172ac6f3-7ad0-494a-9bef-5e222b9ab3e5: ACTIVE {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:15:36.515241 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:15:40.465243 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-aa7f2800-eb43-463f-9824-c0aae2265dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:40.561526 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-4c2eec6f-0323-404d-95e4-f679b2e8c436 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400841 Sep 01 05:15:40.639266 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-72010984-0715-4f65-858e-9ae02e4a289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:40.640697 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-72010984-0715-4f65-858e-9ae02e4a289f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1098 time: 0.0397379 Sep 01 05:15:40.742174 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-1693d151-98b3-48ee-aee7-e841a7543706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:40.743520 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-1693d151-98b3-48ee-aee7-e841a7543706 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0838873 Sep 01 05:15:40.807288 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-af00053d-c17c-4bce-9964-e36bfb64259c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 200 len: 1001 time: 0.0560555 Sep 01 05:15:40.856762 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-dcaa830d-1e82-42ab-bc23-f0355b58e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:40.858193 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-dcaa830d-1e82-42ab-bc23-f0355b58e500 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0427096 Sep 01 05:15:40.904701 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-b4c6ba3d-53f1-40f1-957a-a84972acbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:40.910530 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-b4c6ba3d-53f1-40f1-957a-a84972acbefc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411654 Sep 01 05:15:40.992171 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-e0b4f5ba-8e75-453e-9040-7ca25396df15 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784569 Sep 01 05:15:41.082060 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b3bf114d-2575-4093-bb42-08facccfccd4 req-fe91a4c5-c1b8-4eea-8968-6ef880220a29 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821636 Sep 01 05:15:43.005359 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5f5bbbdf-77c2-4b56-953e-7f2f7ccd2f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:43.330697 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:44.290744 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:45.750511 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:59.542016 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:10.455745 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dedfd71c-372e-41bb-b620-651ae291d904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:13.012929 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e162d936-bff3-412d-bbb0-6022b394bd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:13.324625 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:13.514629 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:16:14.251461 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:15.764096 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:29.529537 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:40.466676 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-334a0443-550e-4762-b0a2-31c162f5d804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:41.557734 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-fa2bc3b3-0d6b-4808-8006-c4974fe2ed49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438221 Sep 01 05:16:41.641863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-80f44642-ec6c-4e21-9ad7-8953d0d9daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:41.644101 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-80f44642-ec6c-4e21-9ad7-8953d0d9daaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1098 time: 0.0424740 Sep 01 05:16:41.763709 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-a18b937f-ea21-4ab4-be6c-0b19ec5d144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:41.765115 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-a18b937f-ea21-4ab4-be6c-0b19ec5d144e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.1011372 Sep 01 05:16:41.841131 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-aa24474e-33da-4e77-ab4a-5c5043116d82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 200 len: 1001 time: 0.0686798 Sep 01 05:16:41.893238 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-1d2f9d2c-83f9-4bf5-8399-77d4dc7a5780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:41.894697 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-1d2f9d2c-83f9-4bf5-8399-77d4dc7a5780 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0467889 Sep 01 05:16:41.951343 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-e60589ab-cf9a-4e3e-9f86-1d31713cfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:41.952837 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-e60589ab-cf9a-4e3e-9f86-1d31713cfb91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511689 Sep 01 05:16:42.047807 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-507d2c1d-1f35-4cd9-baf3-6f110a5236a7 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863779 Sep 01 05:16:42.148134 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-e386f938-b0e9-4aa5-83a0-04597cdc807e req-acee99e2-80e4-40ff-beba-1aba8e5a61a8 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925367 Sep 01 05:16:42.995223 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-383697aa-0ab9-4964-8a79-161f09683fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:43.343894 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:44.271910 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:45.769262 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:50.513784 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:16:59.574587 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:10.472035 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-dd8ce798-2261-4486-9068-068ac5724904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:13.005918 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-71be8b07-cba8-48b7-aa35-bf630513b07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:13.285978 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:14.274564 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:15.774499 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:27.513982 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:17:29.539683 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:37.020271 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-30604689-6045-4c7d-9694-78edd995ca8f tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772080729&fields=id&tenant_id=d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 267 time: 0.0332911 Sep 01 05:17:37.122661 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-3a83b869-2190-40c6-adae-30b7289858ed tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:37.124044 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-3a83b869-2190-40c6-adae-30b7289858ed tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 812 time: 0.0965140 Sep 01 05:17:37.138945 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-c1d923b6-b474-43e3-aebc-af9279da1bd9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/quotas/d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 375 time: 0.0093513 Sep 01 05:17:37.198908 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-2aa4e044-f0a3-42e1-95b1-640a80fccc41 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0549719 Sep 01 05:17:37.332881 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-8edcf223-7661-4288-86e6-3340e0c05613 service neutron] 10.222.0.41 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219587 Sep 01 05:17:37.423853 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-4f297a02-6d9e-407b-afc2-d4a4a2f8f51e service neutron] 10.222.0.41 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842588 Sep 01 05:17:38.016505 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b4a9a340-b839-422a-89c4-7f2723903b9e req-5be2a6e6-05b9-461b-b3ef-0fb44ea5caba tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 210 time: 0.0291922 Sep 01 05:17:39.115463 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0535e3eb-f01e-421f-86ad-07d205bfd972 req-5df03bb6-1350-43bd-bc3d-8b723861b04e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 210 time: 0.0277567 Sep 01 05:17:40.120837 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-19bae9f0-b0e0-47c6-999e-57f01b1f51e6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:40.122304 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-19bae9f0-b0e0-47c6-999e-57f01b1f51e6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 812 time: 0.1003616 Sep 01 05:17:40.167136 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-a7b58671-e80a-438d-9d4a-2d8c3601c920 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d51500adc96945e9818644564c7a6e8f HTTP/1.1" status: 200 len: 380 time: 0.0354657 Sep 01 05:17:40.176499 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'port': {'device_id': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'admin_state_up': True, 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'security_groups': ['ba7872dd-f1df-4489-8874-ce8a353244b0']}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:17:40.251832 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-29d39b83-7288-4949-bac7-9c33957dd26c req-85c9a95f-7b61-4233-b0ee-d797c2416235 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 210 time: 0.0323312 Sep 01 05:17:40.400595 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Made reservation on behalf of d51500adc96945e9818644564c7a6e8f for: {'port': 1} {{(pid=111188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:17:40.404107 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:40.480292 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-433fe112-3ce9-4780-9af0-4506f94fb6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:40.535926 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_common [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Allocated IP 172.20.0.11 (7d695831-63f0-4d2d-b35e-507723a5676c/31544df3-66da-4e42-b9e9-e73b72eacd9d/ef3b1859-5c8e-4946-8f2f-5e806acccd28) {{(pid=111188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:17:40.674263 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:40.686423 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Transition to ACTIVE for port object ef3b1859-5c8e-4946-8f2f-5e806acccd28 will not be triggered until provisioned by entity DHCP. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:17:40.800490 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_create {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:40.848184 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Network 7d695831-63f0-4d2d-b35e-507723a5676c is already hosted by enough agents. {{(pid=111188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:17:40.851428 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.base_scheduler [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Resources bound (agent type, host, resource id): {{(pid=111188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:17:40.855733 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Received port after_create {{(pid=111188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:17:40.859540 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=ef3b1859-5c8e-4946-8f2f-5e806acccd28,revision_number=1']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:40.887711 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.888056 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.888397 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.888726 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.889058 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.889557 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.889714 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.890269 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.890457 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.890782 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.891097 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.891411 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:40.921905 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:40.922539 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.067059 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-d515bb48-505e-4ea1-8404-b37b66ea01d0 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8941498 Sep 01 05:17:41.088310 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.v2.base [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Request body: {'port': {'device_id': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=111188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:17:41.148388 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.202617 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-1d92e7b2-b946-4921-be35-deae49caea50 None None] Provisioning for port ef3b1859-5c8e-4946-8f2f-5e806acccd28 completed by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:17:41.206406 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-1d92e7b2-b946-4921-be35-deae49caea50 None None] Provisioning complete for port ef3b1859-5c8e-4946-8f2f-5e806acccd28 triggered by entity DHCP. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:17:41.206784 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-1d92e7b2-b946-4921-be35-deae49caea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.242470 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-1d92e7b2-b946-4921-be35-deae49caea50 None None] Port ef3b1859-5c8e-4946-8f2f-5e806acccd28 cannot update to ACTIVE because it is not bound. {{(pid=111189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:17:41.367962 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c154967-73d1-49b4-a63a-9cd6b8925119 req-e29a1fe3-4dae-45d8-8fb9-ffe496a3cfeb tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:41.370474 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8c154967-73d1-49b4-a63a-9cd6b8925119 req-e29a1fe3-4dae-45d8-8fb9-ffe496a3cfeb tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 932 time: 0.0496359 Sep 01 05:17:41.402837 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3b1859-5c8e-4946-8f2f-5e806acccd28 {{(pid=111188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:17:41.410304 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.410522 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-8c154967-73d1-49b4-a63a-9cd6b8925119 req-b21b6138-e3f3-4207-9fb5-d28282e5d7e4 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340476 Sep 01 05:17:41.422884 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.provisioning_blocks [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Transition to ACTIVE for port object ef3b1859-5c8e-4946-8f2f-5e806acccd28 will not be triggered until provisioned by entity L2. {{(pid=111188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:17:41.488344 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.552231 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Pushing event updated for resources: {'Port': ['ID=ef3b1859-5c8e-4946-8f2f-5e806acccd28,revision_number=2']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:41.607933 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Attempting to bind port ef3b1859-5c8e-4946-8f2f-5e806acccd28 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:17:41.608266 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Attempting to bind port ef3b1859-5c8e-4946-8f2f-5e806acccd28 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:17:41.608596 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Attempting to bind port ef3b1859-5c8e-4946-8f2f-5e806acccd28 on network 7d695831-63f0-4d2d-b35e-507723a5676c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:17:41.612939 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Port ef3b1859-5c8e-4946-8f2f-5e806acccd28 on network 7d695831-63f0-4d2d-b35e-507723a5676c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:17:41.615460 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Attempting to bind port ef3b1859-5c8e-4946-8f2f-5e806acccd28 on network 7d695831-63f0-4d2d-b35e-507723a5676c {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:17:41.618093 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Checking agent: {'id': 'd451bb9e-c8a9-46af-a69f-ae9de130d211', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'started_at': datetime.datetime(2021, 9, 1, 4, 56, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:17:41.618519 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Checking segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:17:41.619020 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Bound using segment: {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'} {{(pid=111188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:17:41.619451 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.managers [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Bound port: ef3b1859-5c8e-4946-8f2f-5e806acccd28, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dd5124-def2-4160-bb73-5f47efd6884e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c'}}] {{(pid=111188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:17:41.619797 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.683872 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] For port ef3b1859-5c8e-4946-8f2f-5e806acccd28, host hv-cinder-80403, cleared binding levels {{(pid=111188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:17:41.686863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] For port ef3b1859-5c8e-4946-8f2f-5e806acccd28, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:17:41.779863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12731910'] for port, after_update {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.811860 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:41.812554 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.813950 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] 10.222.0.16 "PUT /v2.0/ports/ef3b1859-5c8e-4946-8f2f-5e806acccd28 HTTP/1.1" status: 200 len: 1094 time: 0.7298429 Sep 01 05:17:41.814404 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:17:41.816589 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2070f94-c2f5-4c40-b87d-5e102bd454d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:17:41.842955 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a127006-db1f-40b1-a45e-03c15d385c8b service neutron] Pushing event updated for resources: {'Port': ['ID=ef3b1859-5c8e-4946-8f2f-5e806acccd28,revision_number=3']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:41.962697 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-e3db2d07-fd39-4cad-ab5a-b24981eb2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:41.964237 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-e3db2d07-fd39-4cad-ab5a-b24981eb2fd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 1097 time: 0.0417647 Sep 01 05:17:42.258785 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-f858357d-e442-47e6-bfea-516b7db92e39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28 HTTP/1.1" status: 200 len: 217 time: 0.2866471 Sep 01 05:17:42.305760 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-e736398d-2a1d-44e6-965e-e91582f49d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:42.307731 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-e736398d-2a1d-44e6-965e-e91582f49d3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0416934 Sep 01 05:17:42.351614 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-dc01025d-8028-4c4d-bcb5-542263c5973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:42.353956 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-dc01025d-8028-4c4d-bcb5-542263c5973a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383661 Sep 01 05:17:42.450111 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-da6ae140-93b2-4760-9ef0-be8310181cea service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898659 Sep 01 05:17:42.536084 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28220b-2525-4745-a95d-ae64697fee38 req-704ef2df-69c6-431f-8796-d28192b085ca tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:42.537648 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4a28220b-2525-4745-a95d-ae64697fee38 req-704ef2df-69c6-431f-8796-d28192b085ca tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 944 time: 0.0521774 Sep 01 05:17:42.543056 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-46275f74-a8aa-476e-8f2a-21f53356dfe6 req-6cbc61fb-9d50-496c-9bf4-295935e6bd65 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856626 Sep 01 05:17:42.581164 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-4a28220b-2525-4745-a95d-ae64697fee38 req-ec6fd550-ada6-447d-ad00-0cd448d98b9b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365548 Sep 01 05:17:42.877887 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c218676-7800-4218-856f-5403a90b1bf6 x-openstack-request-id: req-1c218676-7800-4218-856f-5403a90b1bf6 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:17:42.878187 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:17:42.878436 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c218676-7800-4218-856f-5403a90b1bf6 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:17:42.878826 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'status': 'completed', 'code': 200} Sep 01 05:17:42.944471 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-556ffc66-dab3-4153-80f7-4d9cfb966a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:42.946280 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-556ffc66-dab3-4153-80f7-4d9cfb966a4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 1097 time: 0.0428131 Sep 01 05:17:43.017635 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d1783ed1-bab8-46a1-a3e9-d4db54e9522e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:43.044967 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-af84638b-9cad-473b-9774-6ee8e53d94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:43.046484 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-af84638b-9cad-473b-9774-6ee8e53d94cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0933774 Sep 01 05:17:43.093195 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-baa89b4b-26b7-40f9-8ec6-7603b4fea855 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28 HTTP/1.1" status: 200 len: 217 time: 0.0396147 Sep 01 05:17:43.153080 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-c233d198-b464-4d06-9417-7ed046ede313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:43.154512 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-c233d198-b464-4d06-9417-7ed046ede313 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0545557 Sep 01 05:17:43.202513 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-b4461a5d-2668-4e48-98e8-5c31b7459209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:43.203999 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-b4461a5d-2668-4e48-98e8-5c31b7459209 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430777 Sep 01 05:17:43.292760 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-a7dfaaee-0018-4f50-b5ab-8f64c49dc16c service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806291 Sep 01 05:17:43.302679 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:43.385995 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-b2070f94-c2f5-4c40-b87d-5e102bd454d0 req-718688c5-7869-4b8a-99e0-312e568960b5 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860345 Sep 01 05:17:43.554192 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-0d014e39-4081-48a9-a445-5dad9f2dc6ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388622 Sep 01 05:17:43.641133 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-113c415c-80bd-4f06-aedf-6f78c3226500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:43.642598 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-113c415c-80bd-4f06-aedf-6f78c3226500 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1098 time: 0.0395250 Sep 01 05:17:43.699568 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cb5e4a-ccdb-40ce-bc9b-21f5dbd4b26c req-c52c307f-33f3-48a3-8a2a-70aaa5bd80eb tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:43.700961 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-65cb5e4a-ccdb-40ce-bc9b-21f5dbd4b26c req-c52c307f-33f3-48a3-8a2a-70aaa5bd80eb tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 944 time: 0.0519104 Sep 01 05:17:43.738103 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-65cb5e4a-ccdb-40ce-bc9b-21f5dbd4b26c req-abf1a5cb-e185-417d-a3d1-d86480767f4a tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Sep 01 05:17:43.752166 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-7596def7-fa8a-4414-9362-2cc574a051ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:43.753651 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-7596def7-fa8a-4414-9362-2cc574a051ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0865285 Sep 01 05:17:43.817192 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-37ba1fdd-1a7e-425f-b8d1-23fcbe4a1278 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 200 len: 1001 time: 0.0546756 Sep 01 05:17:43.867944 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-90700e83-5617-4564-9a84-86211ca28685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:43.870068 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-90700e83-5617-4564-9a84-86211ca28685 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0453176 Sep 01 05:17:43.916235 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-ab9db235-9f37-4674-9f16-61addd3c6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:43.917772 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-ab9db235-9f37-4674-9f16-61addd3c6f58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408201 Sep 01 05:17:44.007259 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-94585c70-5d2c-4fb5-bfca-f6c8d20c94af service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801568 Sep 01 05:17:44.098426 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-676c2a04-968a-4972-b47e-5482bf0ec8da req-07191df4-28e4-4132-a3e8-378d4b1ffd96 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841043 Sep 01 05:17:44.271079 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:44.852130 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936cfc4-4ff8-4254-8cea-3c6017bb7eca req-b8398752-75fa-4a53-8023-921b3a68fdd9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:44.854204 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2936cfc4-4ff8-4254-8cea-3c6017bb7eca req-b8398752-75fa-4a53-8023-921b3a68fdd9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 944 time: 0.0493016 Sep 01 05:17:44.890179 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2936cfc4-4ff8-4254-8cea-3c6017bb7eca req-24ca2d0b-b944-49e8-a9b6-d3bd2dfc22a3 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302210 Sep 01 05:17:45.773721 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:46.005799 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d141d-0c21-4ad4-b74f-aebfec10a746 req-5c540163-95ab-4a12-b290-cafa99e87168 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:46.007174 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6d9d141d-0c21-4ad4-b74f-aebfec10a746 req-5c540163-95ab-4a12-b290-cafa99e87168 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 944 time: 0.0484538 Sep 01 05:17:46.044001 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6d9d141d-0c21-4ad4-b74f-aebfec10a746 req-06d2f06d-89e2-492c-9bbe-ba2b160e0c2b tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Sep 01 05:17:47.155737 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c32344-3d37-44a2-ad1f-589d3ef2d424 req-d32dd9b7-9c24-40af-a822-00b3d9cd9636 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:47.157204 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-21c32344-3d37-44a2-ad1f-589d3ef2d424 req-d32dd9b7-9c24-40af-a822-00b3d9cd9636 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 944 time: 0.0475450 Sep 01 05:17:47.198149 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-21c32344-3d37-44a2-ad1f-589d3ef2d424 req-8daca5be-9bb4-4e66-b4b0-a046395a1e15 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351763 Sep 01 05:17:48.317990 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b24e2f-0467-4374-9325-1c65a78f7647 req-a7751b81-8f5b-4ead-b5d4-9cddbc9bef14 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:48.319469 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f7b24e2f-0467-4374-9325-1c65a78f7647 req-a7751b81-8f5b-4ead-b5d4-9cddbc9bef14 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 944 time: 0.0492301 Sep 01 05:17:48.360346 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-f7b24e2f-0467-4374-9325-1c65a78f7647 req-4bd815fa-2c81-4328-97a2-8332fab88996 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330789 Sep 01 05:17:49.472457 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d24118-33c4-420e-b38a-5f378d79a717 req-690529c4-2468-4472-988b-5fcce50a7adc tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:49.473929 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7d24118-33c4-420e-b38a-5f378d79a717 req-690529c4-2468-4472-988b-5fcce50a7adc tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 944 time: 0.0475051 Sep 01 05:17:49.511562 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-f7d24118-33c4-420e-b38a-5f378d79a717 req-24bfefc2-b74a-4b0e-b74c-a610911f00b5 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Sep 01 05:17:50.627823 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088626-c5ef-4bca-ba14-b0d376ab07e5 req-6da49624-1e79-4af1-8e0d-958c97879b26 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:50.629304 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-88088626-c5ef-4bca-ba14-b0d376ab07e5 req-6da49624-1e79-4af1-8e0d-958c97879b26 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 944 time: 0.0516450 Sep 01 05:17:50.666591 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-88088626-c5ef-4bca-ba14-b0d376ab07e5 req-4e79bd8d-d281-41c5-8366-3872ec2c2f92 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313542 Sep 01 05:17:50.857715 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device ef3b1859-5c8e-4946-8f2f-5e806acccd28 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=111189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:17:50.948374 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port ef3b1859-5c8e-4946-8f2f-5e806acccd28, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:17:50.959342 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Returning: {'device': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'port_id': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'mac_address': 'fa:16:3e:27:df:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:17:50.999544 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:51.012364 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3b1859-5c8e-4946-8f2f-5e806acccd28 {{(pid=111189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:17:51.031300 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port ef3b1859-5c8e-4946-8f2f-5e806acccd28, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:17:51.085352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:51.130904 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=ef3b1859-5c8e-4946-8f2f-5e806acccd28,revision_number=4']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:51.138126 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.138470 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.138802 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.139129 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.139452 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.139774 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.140091 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.140411 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.140729 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.141062 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.141379 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.141691 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:51.486381 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] get_ports_and_sgs() called for port_ids ['ef3b1859-5c8e-4946-8f2f-5e806acccd28'] {{(pid=111189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:17:51.777652 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca30cd-e783-471f-8860-94b2b30a26a2 req-0e0cead2-f801-4ae8-bef6-226645608601 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:51.779092 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-22ca30cd-e783-471f-8860-94b2b30a26a2 req-0e0cead2-f801-4ae8-bef6-226645608601 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 945 time: 0.0469422 Sep 01 05:17:51.815746 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-22ca30cd-e783-471f-8860-94b2b30a26a2 req-d76b31ff-f712-47d0-9e95-440b3595e410 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308852 Sep 01 05:17:52.859117 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device ef3b1859-5c8e-4946-8f2f-5e806acccd28 up at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:17:52.946065 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434e3bb-9a30-4d95-810f-3026b5d5e87e req-5fef92ea-93dc-4d38-a77a-ff69b094bc91 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:52.948309 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7434e3bb-9a30-4d95-810f-3026b5d5e87e req-5fef92ea-93dc-4d38-a77a-ff69b094bc91 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 945 time: 0.0668278 Sep 01 05:17:52.971730 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning for port ef3b1859-5c8e-4946-8f2f-5e806acccd28 completed by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:17:52.975601 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.provisioning_blocks [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Provisioning complete for port ef3b1859-5c8e-4946-8f2f-5e806acccd28 triggered by entity L2. {{(pid=111189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:17:52.975974 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-528820'] for port, provisioning_complete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:52.986961 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-7434e3bb-9a30-4d95-810f-3026b5d5e87e req-69a77819-3b9b-4aee-9790-b8185102ecac tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327058 Sep 01 05:17:53.057722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:53.079792 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28'}] {{(pid=111189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:17:53.082128 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07623366db70778655f8ce52f0ce58c2998741740b1aeff630e728f7dcb7aad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb8bd18-16a5-4d96-98a5-14290b9fcf41" -d '{"events": [{"server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "name": "network-vif-plugged", "status": "completed", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28"}]}' {{(pid=111189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:17:53.095234 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] For port ef3b1859-5c8e-4946-8f2f-5e806acccd28, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:17:53.123335 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c4ce85-6521-4438-9864-01bee8d5cbbe x-openstack-request-id: req-48c4ce85-6521-4438-9864-01bee8d5cbbe {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:17:53.123335 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "name": "network-vif-plugged", "status": "completed", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28", "code": 200}]} {{(pid=111189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:17:53.123335 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48c4ce85-6521-4438-9864-01bee8d5cbbe {{(pid=111189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:17:53.123335 dv-cinder-804035-8-iscsi neutron-server[111189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'code': 200} Sep 01 05:17:53.179222 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137'] for port, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:53.230044 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Pushing event updated for resources: {'Port': ['ID=ef3b1859-5c8e-4946-8f2f-5e806acccd28,revision_number=5']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:53.479941 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d595671-5328-4414-9f6e-a2f0c7d1543a req-b9c091ef-2dbc-49c8-b38b-ce1543a27763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:53.481422 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8d595671-5328-4414-9f6e-a2f0c7d1543a req-b9c091ef-2dbc-49c8-b38b-ce1543a27763 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 1099 time: 0.0400019 Sep 01 05:17:53.519034 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-8d595671-5328-4414-9f6e-a2f0c7d1543a req-3d33ac3e-9512-4e1b-a840-1832fc14ead5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302911 Sep 01 05:17:54.102656 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb726fdb-7f64-4ad8-8c52-a43129305fe9 req-d528418c-a544-4aa8-bb8e-50944d947ad2 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:54.104108 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fb726fdb-7f64-4ad8-8c52-a43129305fe9 req-d528418c-a544-4aa8-bb8e-50944d947ad2 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 946 time: 0.0504258 Sep 01 05:17:54.140198 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-fb726fdb-7f64-4ad8-8c52-a43129305fe9 req-2bd00e96-1d4c-4f9b-b4ca-343b370bfbe8 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299349 Sep 01 05:17:55.256469 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fadbfc4-6755-43cc-b5e3-9c8d52ba3a3d req-88458375-944b-4605-8dc9-10629c7839a9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:55.257958 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2fadbfc4-6755-43cc-b5e3-9c8d52ba3a3d req-88458375-944b-4605-8dc9-10629c7839a9 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 946 time: 0.0484943 Sep 01 05:17:55.296030 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-2fadbfc4-6755-43cc-b5e3-9c8d52ba3a3d req-cdb68070-4b2f-4f5f-a82b-25f3d7b6314e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Sep 01 05:17:55.413015 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d541393-1fd6-41c4-a3b8-a866a9b82bf8 req-19929a09-86f3-4bef-8efd-e571d0bdac2e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:55.415986 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1d541393-1fd6-41c4-a3b8-a866a9b82bf8 req-19929a09-86f3-4bef-8efd-e571d0bdac2e tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 946 time: 0.0538740 Sep 01 05:17:55.456107 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-1d541393-1fd6-41c4-a3b8-a866a9b82bf8 req-02b78fd5-82f1-4536-8930-db1b48f031cf tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342491 Sep 01 05:17:55.479068 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40748) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:17:55.559020 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa76e9-bf6a-424f-b43b-91a866078e67 tempest-TestVolumeBootPattern-1317602594 tempest-TestVolumeBootPattern-1317602594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:55.560526 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-95fa76e9-bf6a-424f-b43b-91a866078e67 tempest-TestVolumeBootPattern-1317602594 tempest-TestVolumeBootPattern-1317602594-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 1094 time: 0.0804925 Sep 01 05:17:55.563252 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40752) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:17:55.567642 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.v2.base [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Request body: {'floatingip': {'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'port_id': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:17:55.674328 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:55.778322 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:55.879594 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_common [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Allocated IP 172.27.1.246 (2e3ea103-060c-4493-b57d-9ecbd86f5c35/e75ccfa0-806d-49bc-b57e-02cc0c7243aa/b76a86b3-07a4-4da4-bf97-5c1130041c6c) {{(pid=111187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:17:55.983611 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:56.068549 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791924409101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:56.109912 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Network 2e3ea103-060c-4493-b57d-9ecbd86f5c35 is already hosted by enough agents. {{(pid=111187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:17:56.112868 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.base_scheduler [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Resources bound (agent type, host, resource id): {{(pid=111187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:17:56.117094 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Received port after_create {{(pid=111187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:17:56.120535 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=b76a86b3-07a4-4da4-bf97-5c1130041c6c,revision_number=1']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:56.146362 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.146710 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.147049 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.147383 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.147712 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.148042 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.148369 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.148694 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.149017 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.149417 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.149743 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.150065 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:17:56.486745 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:56.616373 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1520483'] for port, before_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:56.766432 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for port, precommit_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:56.825207 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791924910547', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791924409119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791924409137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13315191'] for port, after_update {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:56.892204 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event updated for resources: {'Port': ['ID=b76a86b3-07a4-4da4-bf97-5c1130041c6c,revision_number=2']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:56.903405 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435211'] for floatingip, after_create {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:57.213168 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.l3_db [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Floating IP 07e9d1c2-7ee4-44d2-a314-524f34be80c2 associated. External IP: 172.27.1.246, port: ef3b1859-5c8e-4946-8f2f-5e806acccd28. Sep 01 05:17:57.406261 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:17:57.511513 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:17:57.521187 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:17:57.530961 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:17:57.531573 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:17:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:17:57.594407 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:57.620821 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-8c14f663-678a-41ef-a376-2794724bc809 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0565619 Sep 01 05:17:57.621418 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28'}] {{(pid=111187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:17:57.623684 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd964cb42a432ff7ea5d5a8632f84009fdf4d3f6abc3e354c279a880988e95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcd1494-6161-4740-ba00-5d30c8c431f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28"}]}' {{(pid=111187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:17:57.632770 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:17:57.716007 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f146e76f-9a08-47ff-a028-52b48e24f997 x-openstack-request-id: req-f146e76f-9a08-47ff-a028-52b48e24f997 {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:17:57.716286 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28", "status": "completed", "code": 200}]} {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:17:57.716531 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f146e76f-9a08-47ff-a028-52b48e24f997 {{(pid=111187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:17:57.716918 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'status': 'completed', 'code': 200} Sep 01 05:17:57.777602 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-b2fb6efa-e4e2-4efe-bbc9-d4d8ef73e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:57.779013 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-b2fb6efa-e4e2-4efe-bbc9-d4d8ef73e25f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 1099 time: 0.0403214 Sep 01 05:17:57.857308 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '07e9d1c2-7ee4-44d2-a314-524f34be80c2', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:27:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:17:56Z', 'updated_at': '2021-09-01T05:17:56Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}, {'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:36Z', 'revision_number': 1, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:17:57.869488 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-83ec88e1-a04a-4358-896d-2241b23d4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:57.870959 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-83ec88e1-a04a-4358-896d-2241b23d4fa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0847538 Sep 01 05:17:57.882722 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:17:57.891603 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:17:57.892191 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:17:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:17:57.934399 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-6ec8ae0e-08c6-4d69-b649-97f584f34f04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28 HTTP/1.1" status: 200 len: 1000 time: 0.0567148 Sep 01 05:17:57.985212 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-4b5d3c7e-6ab6-46c3-b330-fc1d7176abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:57.986693 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-4b5d3c7e-6ab6-46c3-b330-fc1d7176abd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0453591 Sep 01 05:17:58.038863 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-2a49c842-e78f-4896-af40-723ec1434ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:58.040441 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-2a49c842-e78f-4896-af40-723ec1434ec5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468080 Sep 01 05:17:58.120340 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:17:58.130315 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-a2fb9417-e5ad-43a2-ba55-a45af95a1c32 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820637 Sep 01 05:17:58.221710 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-cbcd1494-6161-4740-ba00-5d30c8c431f5 req-46dd09e8-8ac4-4397-9a2b-860d51df2c66 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843849 Sep 01 05:17:58.343137 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '07e9d1c2-7ee4-44d2-a314-524f34be80c2', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:27:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:17:56Z', 'updated_at': '2021-09-01T05:17:56Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}, {'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:36Z', 'revision_number': 1, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:17:58.373163 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36892ff-b852-4fa4-9950-5ba6c63b1131 None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '07e9d1c2-7ee4-44d2-a314-524f34be80c2', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:27:df:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:17:56Z', 'updated_at': '2021-09-01T05:17:56Z', 'revision_number': 0, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}, {'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:36Z', 'revision_number': 1, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:17:58.554058 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56dfffa-528f-4c79-8273-ab88326bf7ec None None] New status for floating IP 07e9d1c2-7ee4-44d2-a314-524f34be80c2: ACTIVE {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:17:59.582647 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:04.513635 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:18:10.476092 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3524859b-bb13-4578-a3c5-fe958c723e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:13.001379 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce164-8247-4e85-914a-506922a06bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:13.321719 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:14.256418 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:15.779099 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:29.570916 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.479252 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d811719b-e03d-4f3a-9909-e010994ed205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.513466 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:18:43.005051 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-470d0194-918f-403b-90b0-321df33f95e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.307099 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.553586 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-1c98de63-6cd1-487a-b6f1-f89ef4def4f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402436 Sep 01 05:18:43.632893 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-914c9652-7263-467a-9efa-0dafefbb9bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:43.634267 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-914c9652-7263-467a-9efa-0dafefbb9bc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1098 time: 0.0385108 Sep 01 05:18:43.736525 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-1880abb5-1ceb-4a81-8b87-58dcc8868153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:43.737995 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-1880abb5-1ceb-4a81-8b87-58dcc8868153 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0837064 Sep 01 05:18:43.801826 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-0e590957-6e47-4611-9dbf-96588cdff719 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 200 len: 1001 time: 0.0558922 Sep 01 05:18:43.849568 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-8ec5b44e-b133-4044-abdd-4b8406e66508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:43.850939 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-8ec5b44e-b133-4044-abdd-4b8406e66508 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0418804 Sep 01 05:18:43.899118 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-461f7b2e-3e03-450f-b5f3-d587497b1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:43.900473 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-461f7b2e-3e03-450f-b5f3-d587497b1fb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420353 Sep 01 05:18:43.912901 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-f202e36b-191d-4b01-b067-f57956420a2f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=111188) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:18:43.913847 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-f202e36b-191d-4b01-b067-f57956420a2f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048609 Sep 01 05:18:43.999407 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-ac587638-343c-4236-9d5d-6e1f58848c16 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779977 Sep 01 05:18:44.089930 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-c340f491-b7a4-484f-9dda-63c120a38a4e req-7f5a64d3-0308-4015-86b5-ab1ed69af834 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816605 Sep 01 05:18:44.286737 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:45.776006 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:59.566798 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:10.450071 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-2a8a91fa-7205-4b9d-8711-68c55d96a41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.061044 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7c3fb0a6-3373-4aa2-bcb0-6e4ecd174fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.289497 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:14.285861 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:15.788767 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:18.512716 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:19:29.571392 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:36.031186 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-245b2cd9-5e2c-4aff-94fc-a378cf14823c req-113e740a-6855-4e59-90cd-6393743c4f1c service neutron] (111188) timed out ('10.222.0.41', 35960) {{(pid=111188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 05:19:40.460781 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-8fbd6df7-66fb-4267-b7aa-46fa09986b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:43.010914 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-0035e0bf-6dab-4bf9-9b1d-bf91809f1109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:43.300862 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:44.290891 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:44.594606 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-11fe4dbc-c75c-4b68-b86b-3d2a18c0d8bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794921 Sep 01 05:19:44.654765 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-1403b964-e8cf-4eac-94df-822aeed7a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:44.661312 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-1403b964-e8cf-4eac-94df-822aeed7a9b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 1099 time: 0.0403109 Sep 01 05:19:44.758310 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-c1f64f2e-0bdf-46d5-82c3-c065e015f683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:44.759677 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-c1f64f2e-0bdf-46d5-82c3-c065e015f683 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0849695 Sep 01 05:19:44.822049 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-d2204aac-1994-4e15-bf2f-ef58bb30ff35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28 HTTP/1.1" status: 200 len: 1002 time: 0.0556521 Sep 01 05:19:44.868322 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-61b4ef8e-c52f-4d79-8a07-c617c695b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:44.869720 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-61b4ef8e-c52f-4d79-8a07-c617c695b17c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0413799 Sep 01 05:19:44.921861 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-62991e12-f57b-4844-898a-f3c605605fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:44.923303 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-62991e12-f57b-4844-898a-f3c605605fa4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465605 Sep 01 05:19:45.010044 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-2e8359a9-fc26-4b3a-bd43-d064b529c9a8 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784197 Sep 01 05:19:45.099133 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-41ba14de-287c-4005-be01-dfb49a4f46bb req-d14c522f-5562-42f7-b252-5b13d663853b service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824118 Sep 01 05:19:45.800147 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:48.580977 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40800) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:19:48.734615 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Deleting port b76a86b3-07a4-4da4-bf97-5c1130041c6c {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:19:48.734846 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:48.805763 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:48.806086 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:48.817638 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Calling delete_port for b76a86b3-07a4-4da4-bf97-5c1130041c6c owned by network:floatingip {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:19:49.011277 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:49.035699 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event deleted for resources: {'Port': ['ID=b76a86b3-07a4-4da4-bf97-5c1130041c6c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:49.060343 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.060686 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.061037 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.061419 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.061744 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.062071 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.062394 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.062714 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.063036 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.063352 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.063667 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.064573 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:49.103042 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:49.103354 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.l3_db [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Floating IP 07e9d1c2-7ee4-44d2-a314-524f34be80c2 disassociated (deleted). External IP: 172.27.1.246, port: ef3b1859-5c8e-4946-8f2f-5e806acccd28. Sep 01 05:19:49.297353 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:19:49.400179 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:19:49.404504 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:49.410297 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:19:49.418539 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:19:49.419142 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:19:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:49.431682 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b4cc178a-271d-4fbd-8148-8261b9ae5827 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "DELETE /v2.0/floatingips/07e9d1c2-7ee4-44d2-a314-524f34be80c2 HTTP/1.1" status: 204 len: 168 time: 0.8493168 Sep 01 05:19:49.433064 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28'}] {{(pid=111187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:19:49.435710 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd964cb42a432ff7ea5d5a8632f84009fdf4d3f6abc3e354c279a880988e95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b34e62-2bf0-4c5e-b878-52213fc972b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28"}]}' {{(pid=111187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:19:49.483082 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfc1b0d-e7f1-4b73-999d-7bc88fbdd224 x-openstack-request-id: req-5cfc1b0d-e7f1-4b73-999d-7bc88fbdd224 {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:19:49.483375 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28", "status": "completed", "code": 200}]} {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:19:49.483629 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5cfc1b0d-e7f1-4b73-999d-7bc88fbdd224 {{(pid=111187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:19:49.484029 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'status': 'completed', 'code': 200} Sep 01 05:19:49.527638 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:19:49.549940 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-70fe6a97-4c95-43e1-a6ef-5c757f10b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:49.549940 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-70fe6a97-4c95-43e1-a6ef-5c757f10b319 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 1099 time: 0.0423849 Sep 01 05:19:49.640602 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-eed36b3f-9900-4757-b1bc-f472352a9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:49.642689 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-eed36b3f-9900-4757-b1bc-f472352a9648 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0855365 Sep 01 05:19:49.685593 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-8b1c8e44-6027-4e41-8e06-fb88e25d2c75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28 HTTP/1.1" status: 200 len: 217 time: 0.0366790 Sep 01 05:19:49.737451 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-22d3082b-4c67-4631-8a9a-e08eea0dd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:49.738948 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-22d3082b-4c67-4631-8a9a-e08eea0dd30c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0465448 Sep 01 05:19:49.749171 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:36Z', 'revision_number': 1, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:49.781295 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:19:49.790248 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:19:49.790867 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:19:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:49.792891 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-f8cfd812-7dec-4f03-9cda-14ef332ee720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:49.794455 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-f8cfd812-7dec-4f03-9cda-14ef332ee720 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478280 Sep 01 05:19:49.898894 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:19:49.917234 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-24d36f52-ddbc-4f4d-b3b5-cf330406c03f service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157794 Sep 01 05:19:49.925843 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c498e4d-695c-437c-9d69-fce61da95fef req-f369fe81-e620-4862-8b2c-93e6c2136098 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:49.927214 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4c498e4d-695c-437c-9d69-fce61da95fef req-f369fe81-e620-4862-8b2c-93e6c2136098 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 946 time: 0.0729952 Sep 01 05:19:50.013911 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-4c498e4d-695c-437c-9d69-fce61da95fef req-c5343809-6f90-45b1-97c2-8f95e10e8e20 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780356 Sep 01 05:19:50.039183 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-19b34e62-2bf0-4c5e-b878-52213fc972b9 req-4cd8c4bf-f3ee-4fbe-a655-43953872508a service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110449 Sep 01 05:19:50.123128 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:36Z', 'revision_number': 1, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:50.148961 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266dd21a-1d05-4d4b-9f93-cc05183b89b4 None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_floatingips': [{'id': '172ac6f3-7ad0-494a-9bef-5e222b9ab3e5', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'floating_ip_address': '172.27.1.211', 'floating_network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'router_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'port_id': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'mac_address': 'fa:16:3e:28:3b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98b2b06b-b741-42f7-a4f5-298486405eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:15:34Z', 'updated_at': '2021-09-01T05:15:36Z', 'revision_number': 1, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:19:50.350518 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7f1d3b-7a32-4e84-8ac8-b59bbbb17c06 None None] New status for floating IP 07e9d1c2-7ee4-44d2-a314-524f34be80c2: DOWN {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:19:51.145595 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7e183-96a6-4def-98ac-837ba7a83a84 req-b7ea8478-cb4f-40a9-94cb-44579df04b46 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:51.147078 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-42f7e183-96a6-4def-98ac-837ba7a83a84 req-b7ea8478-cb4f-40a9-94cb-44579df04b46 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 946 time: 0.0528617 Sep 01 05:19:51.183904 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-42f7e183-96a6-4def-98ac-837ba7a83a84 req-faacf008-124f-434d-8eaa-28ee865078fd tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Sep 01 05:19:51.666507 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-66cde6ed-2c7b-478a-8f9a-43e53560ea07 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:51.667918 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-66cde6ed-2c7b-478a-8f9a-43e53560ea07 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 946 time: 0.0467238 Sep 01 05:19:51.756632 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Deleting port ef3b1859-5c8e-4946-8f2f-5e806acccd28 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:19:51.756887 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:51.839289 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] For port ef3b1859-5c8e-4946-8f2f-5e806acccd28, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ef3b1859-5c8e-4946-8f2f-5e806acccd28,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:19:51.839643 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:51.852047 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Calling delete_port for ef3b1859-5c8e-4946-8f2f-5e806acccd28 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:19:52.056996 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:52.084049 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event deleted for resources: {'Port': ['ID=ef3b1859-5c8e-4946-8f2f-5e806acccd28,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:52.095875 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.096233 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.097193 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.097193 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.097193 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.097572 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.097844 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.098161 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.098477 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.098792 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.099104 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.099414 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:52.132025 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] No DVR routers for this DVR port ef3b1859-5c8e-4946-8f2f-5e806acccd28 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:19:52.134615 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:52.136597 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-3d0b3e1e-8736-4c28-a034-2b69846cb3f6 req-91f76691-1cdc-47f2-943b-41595bea8eb6 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "DELETE /v2.0/ports/ef3b1859-5c8e-4946-8f2f-5e806acccd28 HTTP/1.1" status: 204 len: 173 time: 0.4618750 Sep 01 05:19:52.137019 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'name': 'network-vif-deleted', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:19:52.139268 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca0ad11-b296-4a9a-9f3e-76f468e99c5a" -d '{"events": [{"server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "name": "network-vif-deleted", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:19:52.187522 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad51c153-47ae-49e4-91bd-98e35dc0e6f1 x-openstack-request-id: req-ad51c153-47ae-49e4-91bd-98e35dc0e6f1 {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:19:52.187812 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68ceb6c-2cd0-497d-bd49-fa04ed337f2d", "name": "network-vif-deleted", "tag": "ef3b1859-5c8e-4946-8f2f-5e806acccd28", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:19:52.188063 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad51c153-47ae-49e4-91bd-98e35dc0e6f1 {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:19:52.188455 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68ceb6c-2cd0-497d-bd49-fa04ed337f2d', 'name': 'network-vif-deleted', 'tag': 'ef3b1859-5c8e-4946-8f2f-5e806acccd28', 'status': 'completed', 'code': 200} Sep 01 05:19:52.279106 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-6e1e925f-5691-4912-a848-45c68f90972b req-cc8a0b02-8939-4277-9516-976ff38ad194 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 210 time: 0.0272074 Sep 01 05:19:53.390752 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-936aedeb-6d0a-4c61-9c43-ad083544bdaa req-862e513d-e303-4c65-9c8d-8c3c27b98652 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=a68ceb6c-2cd0-497d-bd49-fa04ed337f2d HTTP/1.1" status: 200 len: 210 time: 0.0293825 Sep 01 05:19:55.511569 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:19:55.560500 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device ef3b1859-5c8e-4946-8f2f-5e806acccd28 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:19:55.580478 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: ef3b1859-5c8e-4946-8f2f-5e806acccd28 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:19:55.580817 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device ef3b1859-5c8e-4946-8f2f-5e806acccd28 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:19:56.900897 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40846) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:19:57.054147 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Deleting port df46071f-00ca-47ed-8318-75d116b74632 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:19:57.054488 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:57.129085 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:57.129416 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:57.140414 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Calling delete_port for df46071f-00ca-47ed-8318-75d116b74632 owned by network:floatingip {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:19:57.342142 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:57.367637 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event deleted for resources: {'Port': ['ID=df46071f-00ca-47ed-8318-75d116b74632,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:57.425606 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:57.425831 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.db.l3_db [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Floating IP 172ac6f3-7ad0-494a-9bef-5e222b9ab3e5 disassociated (deleted). External IP: 172.27.1.211, port: 2f40d3a3-ca2f-479e-9c5a-ad70951f2995. Sep 01 05:19:57.624328 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:19:57.727021 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:19:57.731697 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:57.736087 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:19:57.744402 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:19:57.745008 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:19:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:57.757676 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-5edd04a9-ad88-4290-aa2a-79944d050911 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "DELETE /v2.0/floatingips/172ac6f3-7ad0-494a-9bef-5e222b9ab3e5 HTTP/1.1" status: 204 len: 168 time: 0.8556616 Sep 01 05:19:57.758368 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995'}] {{(pid=111187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:19:57.760713 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bd964cb42a432ff7ea5d5a8632f84009fdf4d3f6abc3e354c279a880988e95e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bab147-16b0-4511-925e-5c954498b877" -d '{"events": [{"name": "network-changed", "server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995"}]}' {{(pid=111187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:19:57.800865 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29b77d-5166-4d0c-8e9f-d238f121fc28 x-openstack-request-id: req-bd29b77d-5166-4d0c-8e9f-d238f121fc28 {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:19:57.801303 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995", "status": "completed", "code": 200}]} {{(pid=111187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:19:57.801559 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd29b77d-5166-4d0c-8e9f-d238f121fc28 {{(pid=111187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:19:57.801960 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'status': 'completed', 'code': 200} Sep 01 05:19:57.855978 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:19:57.864054 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab147-16b0-4511-925e-5c954498b877 req-fbb0d934-0452-4bb5-8adb-1f3742859542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:57.865632 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1bab147-16b0-4511-925e-5c954498b877 req-fbb0d934-0452-4bb5-8adb-1f3742859542 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d51500adc96945e9818644564c7a6e8f&device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 1098 time: 0.0410373 Sep 01 05:19:57.952787 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab147-16b0-4511-925e-5c954498b877 req-5d63d357-e46a-4049-8f1d-542518ad335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:57.954882 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1bab147-16b0-4511-925e-5c954498b877 req-5d63d357-e46a-4049-8f1d-542518ad335e service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 200 len: 913 time: 0.0817516 Sep 01 05:19:57.998494 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1bab147-16b0-4511-925e-5c954498b877 req-f14dae58-0023-44eb-a4d7-f248cb201359 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 200 len: 217 time: 0.0372281 Sep 01 05:19:58.049249 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab147-16b0-4511-925e-5c954498b877 req-35b764a1-2752-449b-9681-c0d3d8f39336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:58.050858 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1bab147-16b0-4511-925e-5c954498b877 req-35b764a1-2752-449b-9681-c0d3d8f39336 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 200 len: 851 time: 0.0453603 Sep 01 05:19:58.061832 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:58.091994 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:19:58.099259 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bab147-16b0-4511-925e-5c954498b877 req-640d2a70-addc-4782-bc81-d73bd559bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:58.100468 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:19:58.100924 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1bab147-16b0-4511-925e-5c954498b877 req-640d2a70-addc-4782-bc81-d73bd559bdfa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d695831-63f0-4d2d-b35e-507723a5676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416663 Sep 01 05:19:58.107687 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:19:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:58.199893 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1bab147-16b0-4511-925e-5c954498b877 req-020314a9-6cc3-4761-937c-53eb9f3b5a59 service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914607 Sep 01 05:19:58.213748 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:19:58.230612 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a656ad7-9b02-40c7-a37a-57e8db2dab18 req-cd1a98df-d017-4e35-8f7c-3eb1da9e672d tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:58.232188 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0a656ad7-9b02-40c7-a37a-57e8db2dab18 req-cd1a98df-d017-4e35-8f7c-3eb1da9e672d tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 945 time: 0.0499868 Sep 01 05:19:58.273056 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [req-0a656ad7-9b02-40c7-a37a-57e8db2dab18 req-03a62aca-ab1e-4bb0-b692-a9a468379440 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337193 Sep 01 05:19:58.293261 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-a1bab147-16b0-4511-925e-5c954498b877 req-636ce1e2-b7e1-414c-905b-c5b1c1bf6cbd service neutron] 10.222.0.16 "GET /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851922 Sep 01 05:19:58.418198 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:58.448882 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aee68a3-547f-4812-b163-04aa07682118 None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:00Z', 'revision_number': 4, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi', '_interfaces': [{'id': '05ff01ec-73d0-455c-9dee-4f319f48e990', 'name': '', 'network_id': '7d695831-63f0-4d2d-b35e-507723a5676c', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'mac_address': 'fa:16:3e:03:25:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:00Z', 'updated_at': '2021-09-01T05:12:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'subnets': [{'id': '31544df3-66da-4e42-b9e9-e73b72eacd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:19:58.665749 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2d527b-8167-4c65-a6fc-fe537c1b775d None None] New status for floating IP 172ac6f3-7ad0-494a-9bef-5e222b9ab3e5: DOWN {{(pid=111190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:19:59.388024 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aa84f-741b-4da5-a9a6-a0eab22ee80d req-0d1c8e97-bb8d-40dd-8d75-6a3ad1fc40ee tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:59.389604 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-980aa84f-741b-4da5-a9a6-a0eab22ee80d req-0d1c8e97-bb8d-40dd-8d75-6a3ad1fc40ee tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 945 time: 0.0475500 Sep 01 05:19:59.430598 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-980aa84f-741b-4da5-a9a6-a0eab22ee80d req-dd828653-aeb9-4bbb-b1b7-091379882656 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/security-groups?id=ba7872dd-f1df-4489-8874-ce8a353244b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342295 Sep 01 05:19:59.605199 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:59.791388 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-8ef1cef4-e180-419d-bda7-6a5048683a47 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:59.792803 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-8ef1cef4-e180-419d-bda7-6a5048683a47 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 945 time: 0.0477002 Sep 01 05:19:59.879145 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Deleting port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:19:59.879400 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:59.965439 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] For port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:19:59.965801 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:59.977807 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Calling delete_port for 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 owned by compute:nova {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:00.168890 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:00.194721 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event deleted for resources: {'Port': ['ID=2f40d3a3-ca2f-479e-9c5a-ad70951f2995,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:00.237425 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] No DVR routers for this DVR port 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 on host hv-cinder-80403 {{(pid=111188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:20:00.239866 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for port, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:00.242087 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-5fff02fe-285f-436d-b437-da9ed1034c2e req-94f1a46a-a9ab-4b7e-8cb6-7b3d2c1aaa48 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.16 "DELETE /v2.0/ports/2f40d3a3-ca2f-479e-9c5a-ad70951f2995 HTTP/1.1" status: 204 len: 173 time: 0.4426827 Sep 01 05:20:00.242565 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'name': 'network-vif-deleted', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995'}] {{(pid=111188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:20:00.245254 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0a0fa8c8fad1dc2d9905bab169ba6459ca9d2ddfff134996aa39336ab690db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fb976f-b55c-4b63-80a8-8d8c3a87a971" -d '{"events": [{"server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "name": "network-vif-deleted", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995"}]}' {{(pid=111188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:20:00.279387 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7fadf6-0fd9-42fe-88f1-eb3d7ace375a x-openstack-request-id: req-2e7fadf6-0fd9-42fe-88f1-eb3d7ace375a {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:20:00.279673 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b2b06b-b741-42f7-a4f5-298486405eac", "name": "network-vif-deleted", "tag": "2f40d3a3-ca2f-479e-9c5a-ad70951f2995", "status": "completed", "code": 200}]} {{(pid=111188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:20:00.279921 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e7fadf6-0fd9-42fe-88f1-eb3d7ace375a {{(pid=111188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:20:00.280306 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b2b06b-b741-42f7-a4f5-298486405eac', 'name': 'network-vif-deleted', 'tag': '2f40d3a3-ca2f-479e-9c5a-ad70951f2995', 'status': 'completed', 'code': 200} Sep 01 05:20:00.523827 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [req-94ff45bc-9dc1-4edc-b9d0-fd00c7c9da18 req-c3cddf4c-8312-4087-b83f-c3dcf963cc73 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "GET /v2.0/ports?device_id=98b2b06b-b741-42f7-a4f5-298486405eac HTTP/1.1" status: 200 len: 210 time: 0.0273168 Sep 01 05:20:01.581418 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40866) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:01.708875 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Deleting port 98caf61b-5666-49d6-90e6-4e360607e767 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:01.709250 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:01.781448 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:01.781777 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:01.793429 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Calling delete_port for 98caf61b-5666-49d6-90e6-4e360607e767 owned by network:floatingip {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:01.989761 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:02.015813 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event deleted for resources: {'Port': ['ID=98caf61b-5666-49d6-90e6-4e360607e767,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:02.077154 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for floatingip, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:02.079572 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-19987'] for floatingip, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:02.080734 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-bd40cf7e-2b5a-41b2-b6bf-d0dd242d539c tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "DELETE /v2.0/floatingips/1fbeed6b-770a-4c0b-9326-39d172396141 HTTP/1.1" status: 204 len: 168 time: 0.4982455 Sep 01 05:20:03.397452 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40882) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:03.456202 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d771ca62-b600-48a0-bbbc-f87053fd7326 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:03.481184 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d771ca62-b600-48a0-bbbc-f87053fd7326 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:03.587678 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d771ca62-b600-48a0-bbbc-f87053fd7326 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:03.590476 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-d771ca62-b600-48a0-bbbc-f87053fd7326 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:03.591636 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-d771ca62-b600-48a0-bbbc-f87053fd7326 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] 10.222.0.41 "DELETE /v2.0/security-groups/ba7872dd-f1df-4489-8874-ce8a353244b0 HTTP/1.1" status: 204 len: 168 time: 0.1931427 Sep 01 05:20:03.601127 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771ca62-b600-48a0-bbbc-f87053fd7326 tempest-TestVolumeBootPattern-456236335 tempest-TestVolumeBootPattern-456236335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7872dd-f1df-4489-8874-ce8a353244b0,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:03.638019 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:20:03.657312 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] No Port match for: 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:20:03.657651 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Device 2f40d3a3-ca2f-479e-9c5a-ad70951f2995 not bound to the agent host hv-cinder-80403 {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:20:03.703055 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40888) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:04.132410 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:04.365205 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Deleting port 05ff01ec-73d0-455c-9dee-4f319f48e990 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:04.365540 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:04.652531 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] For port 05ff01ec-73d0-455c-9dee-4f319f48e990, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=05ff01ec-73d0-455c-9dee-4f319f48e990,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:20:04.653765 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:04.665937 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Calling delete_port for 05ff01ec-73d0-455c-9dee-4f319f48e990 owned by network:router_interface {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:04.890969 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:04.920824 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ff01ec-73d0-455c-9dee-4f319f48e990,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:05.087818 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:05.289551 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:20:05.390012 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:20:05.397014 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-05c42ac1-dfaf-47cb-a6aa-76de35e27734 admin admin] 10.222.0.41 "PUT /v2.0/routers/08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6909673 Sep 01 05:20:05.397658 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40892) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:05.400422 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] Sync routers for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:20:05.409482 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:20:05.410152 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:19:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:05.503901 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:05.606189 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:05.644838 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: dv-cinder-804035-8-iscsi {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:20:05.724423 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Deleting port 18b3d540-3560-4157-8a82-bd358fbea208 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:05.725100 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:05.799403 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] For port 18b3d540-3560-4157-8a82-bd358fbea208, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=18b3d540-3560-4157-8a82-bd358fbea208,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:20:05.799765 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:05.812124 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Calling delete_port for 18b3d540-3560-4157-8a82-bd358fbea208 owned by network:router_gateway {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:05.819648 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '18b3d540-3560-4157-8a82-bd358fbea208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:20:04Z', 'revision_number': 5, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port': {'id': '18b3d540-3560-4157-8a82-bd358fbea208', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:05.851075 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] Checking router: 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a for host: dv-cinder-804035-8-iscsi {{(pid=111189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:20:05.861599 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] Routers {'08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:20:05.862146 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:19:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'], 'active': True} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:05.948661 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvr_db [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] Set router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a gateway port host: None {{(pid=111189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:20:05.999872 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_hamode_db [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:20:05Z', 'revision_number': 6, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port_host': None}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:06.010832 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.029973 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4507e300-3c86-4fba-b1b1-dd232003c2e6 None None] The sync data for ids ['08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a'] in dv-cinder-804035-8-iscsi is: [{'id': '08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a', 'name': 'tempest-TestVolumeBootPattern-1751991360-router', 'tenant_id': 'd51500adc96945e9818644564c7a6e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:11:57Z', 'updated_at': '2021-09-01T05:20:05Z', 'revision_number': 6, 'project_id': 'd51500adc96945e9818644564c7a6e8f', 'gw_port_host': None}] {{(pid=111189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:20:06.037347 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=18b3d540-3560-4157-8a82-bd358fbea208,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:06.100088 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.185211 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.187121 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.302840 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.303396 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a {{(pid=111187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:20:06.309249 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] Notify callbacks [] for router, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.309249 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b3444d8f-d1f2-4945-b19e-a16e148970b6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/08306bc0-99dc-4a93-a27d-ecb6fe9a1a3a HTTP/1.1" status: 204 len: 168 time: 0.9100857 Sep 01 05:20:06.311436 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40894) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:06.357882 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e16d3ab-026f-4641-ac94-0423864a1d68 admin admin] Deleting subnet 31544df3-66da-4e42-b9e9-e73b72eacd9d {{(pid=111187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:20:06.360779 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6e16d3ab-026f-4641-ac94-0423864a1d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.396220 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6e16d3ab-026f-4641-ac94-0423864a1d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15783923'] for subnet, precommit_delete_associations {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.476006 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6e16d3ab-026f-4641-ac94-0423864a1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.586591 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6e16d3ab-026f-4641-ac94-0423864a1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13315105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12664759'] for subnet, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.615520 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16d3ab-026f-4641-ac94-0423864a1d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31544df3-66da-4e42-b9e9-e73b72eacd9d,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:06.620281 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-6e16d3ab-026f-4641-ac94-0423864a1d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.622065 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-6e16d3ab-026f-4641-ac94-0423864a1d68 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/31544df3-66da-4e42-b9e9-e73b72eacd9d HTTP/1.1" status: 204 len: 168 time: 0.3097522 Sep 01 05:20:06.624464 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40896) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:06.626950 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd775b40-c1b8-49ea-b628-e2f31ad61261 None None] Network 7d695831-63f0-4d2d-b35e-507723a5676c requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:20:06.690348 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.743007 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Deleting port e5a4d8ef-c351-426f-beca-d08485ebb9d1 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:06.743632 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.813690 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] For port e5a4d8ef-c351-426f-beca-d08485ebb9d1, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=e5a4d8ef-c351-426f-beca-d08485ebb9d1,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:20:06.814376 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.820243 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] DHCP port deletion for 7d695831-63f0-4d2d-b35e-507723a5676c request from dv-cinder-804035-8-iscsi {{(pid=111189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:20:06.833299 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Calling delete_port for e5a4d8ef-c351-426f-beca-d08485ebb9d1 owned by network:dhcp {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:06.851064 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 18b3d540-3560-4157-8a82-bd358fbea208 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:20:06.874062 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 18b3d540-3560-4157-8a82-bd358fbea208 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:20:06.874403 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 18b3d540-3560-4157-8a82-bd358fbea208 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:20:06.875092 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 05ff01ec-73d0-455c-9dee-4f319f48e990 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:20:06.895257 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 05ff01ec-73d0-455c-9dee-4f319f48e990 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:20:06.895602 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 05ff01ec-73d0-455c-9dee-4f319f48e990 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:20:06.918504 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Deleting port e5a4d8ef-c351-426f-beca-d08485ebb9d1 {{(pid=111189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:06.918892 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.970006 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.981276 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] For port e5a4d8ef-c351-426f-beca-d08485ebb9d1, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=e5a4d8ef-c351-426f-beca-d08485ebb9d1,segment=NetworkSegment(21dd5124-def2-4160-bb73-5f47efd6884e),segment_id=21dd5124-def2-4160-bb73-5f47efd6884e)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:20:06.981816 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:06.996371 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Calling delete_port for e5a4d8ef-c351-426f-beca-d08485ebb9d1 owned by network:dhcp {{(pid=111189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:06.997832 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] No DVR routers for this DVR port e5a4d8ef-c351-426f-beca-d08485ebb9d1 on host dv-cinder-804035-8-iscsi {{(pid=111187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:20:07.002697 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a4d8ef-c351-426f-beca-d08485ebb9d1,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:07.074738 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:07.081470 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:07.086664 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d695831-63f0-4d2d-b35e-507723a5676c']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:07.097494 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dd5124-def2-4160-bb73-5f47efd6884e') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:07.097790 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dd5124-def2-4160-bb73-5f47efd6884e') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:07.106117 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Pushing event deleted for resources: {'Port': ['ID=e5a4d8ef-c351-426f-beca-d08485ebb9d1,revision_number=None']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:07.107322 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:07.115173 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] No DVR routers for this DVR port e5a4d8ef-c351-426f-beca-d08485ebb9d1 on host dv-cinder-804035-8-iscsi {{(pid=111189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:20:07.117510 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.117854 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.118260 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.118621 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.118950 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.119275 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.119600 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.119920 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.120317 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.120636 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.120955 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.121311 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8e3b02-4549-41b0-98fa-ff0c353a334d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-8-iscsi {{(pid=111189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:20:07.122308 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:07.133098 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:20:07.133500 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:20:07.135178 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:20:07.262448 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:07.267868 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:07.273519 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7d695831-63f0-4d2d-b35e-507723a5676c HTTP/1.1" status: 204 len: 168 time: 0.6442702 Sep 01 05:20:07.273954 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40898) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:07.284631 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa9f98-23a6-4db8-a723-fa1aa8788e26 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d695831-63f0-4d2d-b35e-507723a5676c,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:07.849810 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-448011'] for router_interface, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:08.083031 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Deleting port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:08.083389 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:08.156838 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] For port 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,segment=NetworkSegment(8cc9ccba-3b11-4740-9a75-fed85062a175),segment_id=8cc9ccba-3b11-4740-9a75-fed85062a175)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:20:08.157296 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:08.169638 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Calling delete_port for 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce owned by network:router_interface {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:08.391982 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:08.422149 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc80f0b-aa21-4888-b5c6-c3cee97a0dce,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:08.585758 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-448151'] for router_interface, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:08.754808 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device e5a4d8ef-c351-426f-beca-d08485ebb9d1 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:20:08.775183 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: e5a4d8ef-c351-426f-beca-d08485ebb9d1 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:20:08.775606 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device e5a4d8ef-c351-426f-beca-d08485ebb9d1 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:20:08.795932 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 has already been hosted by L3 agent 47abb953-674c-4b9e-93fb-88650ac20ede {{(pid=111188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:20:08.901548 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] Notify agent at l3_agent.dv-cinder-804035-8-iscsi the message routers_updated {{(pid=111188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:20:08.910476 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-b3423b2a-0857-4f88-95a2-084d20868dfc admin admin] 10.222.0.41 "PUT /v2.0/routers/7d650b40-f84d-4ecd-85d3-8d49f7ab1de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6360691 Sep 01 05:20:08.912037 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] Sync routers for ids ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'] in dv-cinder-804035-8-iscsi {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:20:08.912882 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40902) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:08.920896 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] Routers {'7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:20:08.921528 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:19:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:09.013685 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks [] for router, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.020938 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] Set router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 gateway port host: dv-cinder-804035-8-iscsi {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:20:09.114665 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.194361 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'external_fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:20:08Z', 'revision_number': 5, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port': {'id': '592adf47-b8d1-4af1-8ada-8c3846c63b2d', 'name': '', 'network_id': '2e3ea103-060c-4493-b57d-9ecbd86f5c35', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:88:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:12:04Z', 'updated_at': '2021-09-01T05:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e75ccfa0-806d-49bc-b57e-02cc0c7243aa', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-8-iscsi'}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:09.220195 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] Checking router: 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 for host: dv-cinder-804035-8-iscsi {{(pid=111190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:20:09.228258 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] Routers {'7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'} bound to L3 agent in host dv-cinder-804035-8-iscsi {{(pid=111190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:20:09.228852 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:50:13Z,description=,heartbeat_timestamp=2021-09-01T05:19:43Z,host='dv-cinder-804035-8-iscsi',id=47abb953-674c-4b9e-93fb-88650ac20ede,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:50:14Z,topic='l3_agent')) {'router_ids': ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'], 'active': True} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:09.234150 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Deleting port 592adf47-b8d1-4af1-8ada-8c3846c63b2d {{(pid=111188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:09.234493 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.312276 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.db [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] For port 592adf47-b8d1-4af1-8ada-8c3846c63b2d, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=592adf47-b8d1-4af1-8ada-8c3846c63b2d,segment=NetworkSegment(2a0c4625-327e-4db0-bac0-297b509e8455),segment_id=2a0c4625-327e-4db0-bac0-297b509e8455)] {{(pid=111188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:20:09.312640 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.327301 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.plugins.ml2.plugin [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Calling delete_port for 592adf47-b8d1-4af1-8ada-8c3846c63b2d owned by network:router_gateway {{(pid=111188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:09.393545 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_dvr_db [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] Set router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 gateway port host: None {{(pid=111190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:20:09.446770 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.l3_hamode_db [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:20:09Z', 'revision_number': 6, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port_host': None}], 'dv-cinder-804035-8-iscsi', False) {} {{(pid=111190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:09.472428 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e595c3-82b1-46de-abc0-95e2a6931c94 None None] The sync data for ids ['7d650b40-f84d-4ecd-85d3-8d49f7ab1de5'] in dv-cinder-804035-8-iscsi is: [{'id': '7d650b40-f84d-4ecd-85d3-8d49f7ab1de5', 'name': 'tempest-TestVolumeBootPattern-290070353-router', 'tenant_id': '03fd27493674447c9b68e465cc130780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:12:03Z', 'updated_at': '2021-09-01T05:20:09Z', 'revision_number': 6, 'project_id': '03fd27493674447c9b68e465cc130780', 'gw_port_host': None}] {{(pid=111190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:20:09.576699 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12731967'] for port, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.608852 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Pushing event deleted for resources: {'Port': ['ID=592adf47-b8d1-4af1-8ada-8c3846c63b2d,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:09.665687 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-435253'] for router_gateway, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.752507 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4141'] for router, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.754979 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.872255 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449536'] for router, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.872851 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 {{(pid=111188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:20:09.884151 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] Notify callbacks [] for router, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.885336 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-6f891066-1243-432d-85a5-b4b79f6a0208 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7d650b40-f84d-4ecd-85d3-8d49f7ab1de5 HTTP/1.1" status: 204 len: 168 time: 0.9714751 Sep 01 05:20:09.887928 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [-] (111188) accepted ('10.222.0.41', 40904) {{(pid=111188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:09.930826 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bc48ac-6759-46a3-a866-d11f6de457e5 admin admin] Deleting subnet 192991ae-025e-4540-a933-a5b663ba7e30 {{(pid=111188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:20:09.933744 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c5bc48ac-6759-46a3-a866-d11f6de457e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:09.967370 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c5bc48ac-6759-46a3-a866-d11f6de457e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14555036'] for subnet, precommit_delete_associations {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.039540 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c5bc48ac-6759-46a3-a866-d11f6de457e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-536518'] for subnet, precommit_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.163883 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c5bc48ac-6759-46a3-a866-d11f6de457e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-536525', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600431', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12731984', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12727995'] for subnet, after_delete {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.187856 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc48ac-6759-46a3-a866-d11f6de457e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192991ae-025e-4540-a933-a5b663ba7e30,revision_number=None']} {{(pid=111188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:10.194462 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron_lib.callbacks.manager [None req-c5bc48ac-6759-46a3-a866-d11f6de457e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for subnet, before_response {{(pid=111188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.199544 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40906) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:10.200089 dv-cinder-804035-8-iscsi neutron-server[111188]: INFO neutron.wsgi [None req-c5bc48ac-6759-46a3-a866-d11f6de457e5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/192991ae-025e-4540-a933-a5b663ba7e30 HTTP/1.1" status: 204 len: 168 time: 0.3106668 Sep 01 05:20:10.200375 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d50ab3-aa88-4d5c-aba0-934b734ca75e None None] Network 547529da-50a2-4983-9d72-54b77e8a6c0e requested from dv-cinder-804035-8-iscsi {{(pid=111189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:20:10.273572 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-559785'] for network, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.331301 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Deleting port fb3497f5-83c2-4111-917b-3142a6e56f65 {{(pid=111187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:10.331640 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.370543 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] DHCP port deletion for 547529da-50a2-4983-9d72-54b77e8a6c0e request from dv-cinder-804035-8-iscsi {{(pid=111189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:20:10.400918 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.db [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] For port fb3497f5-83c2-4111-917b-3142a6e56f65, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=fb3497f5-83c2-4111-917b-3142a6e56f65,segment=NetworkSegment(8cc9ccba-3b11-4740-9a75-fed85062a175),segment_id=8cc9ccba-3b11-4740-9a75-fed85062a175)] {{(pid=111187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:20:10.401467 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.416000 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.plugin [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Calling delete_port for fb3497f5-83c2-4111-917b-3142a6e56f65 owned by network:dhcp {{(pid=111187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:10.437995 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] Deleting port fb3497f5-83c2-4111-917b-3142a6e56f65 {{(pid=111189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:20:10.438693 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791924909334'] for port, before_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.481399 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5f1747e6-333a-46f8-aa3a-aa26ccf707c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.513806 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.db [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] For port fb3497f5-83c2-4111-917b-3142a6e56f65, host dv-cinder-804035-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-8-iscsi',level=0,port_id=fb3497f5-83c2-4111-917b-3142a6e56f65,segment=NetworkSegment(8cc9ccba-3b11-4740-9a75-fed85062a175),segment_id=8cc9ccba-3b11-4740-9a75-fed85062a175)] {{(pid=111189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:20:10.514204 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-437629'] for port, precommit_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.528541 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] Calling delete_port for fb3497f5-83c2-4111-917b-3142a6e56f65 owned by network:dhcp {{(pid=111189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:20:10.599715 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13315150'] for port, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.605319 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1520420', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791924910565', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791924409110'] for port, after_delete {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.624560 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3497f5-83c2-4111-917b-3142a6e56f65,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:10.628257 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] No DVR routers for this DVR port fb3497f5-83c2-4111-917b-3142a6e56f65 on host dv-cinder-804035-8-iscsi {{(pid=111187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:20:10.633254 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] Pushing event deleted for resources: {'Port': ['ID=fb3497f5-83c2-4111-917b-3142a6e56f65,revision_number=None']} {{(pid=111189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:10.635097 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6c5d2-b623-48ac-b800-81025535deec None None] No DVR routers for this DVR port fb3497f5-83c2-4111-917b-3142a6e56f65 on host dv-cinder-804035-8-iscsi {{(pid=111189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:20:10.711173 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1513277', 'neutron.services.segments.db._delete_segments_for_network-8791924929217'] for network, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.720757 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547529da-50a2-4983-9d72-54b77e8a6c0e']}} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:10.723783 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:20:10.731743 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc9ccba-3b11-4740-9a75-fed85062a175') {'for_net_delete': True} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:10.732065 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.services.segments.db [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc9ccba-3b11-4740-9a75-fed85062a175') {} {{(pid=111187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:20:10.741465 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791924941397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15783880'] for segment, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.747060 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:20:10.747469 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 2cc80f0b-aa21-4888-b5c6-c3cee97a0dce not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:20:10.747943 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 592adf47-b8d1-4af1-8ada-8c3846c63b2d no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:20:10.754921 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832'] for segment, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.763401 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=111187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:20:10.763401 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1554832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13315227'] for segment, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: Traceback (most recent call last): Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: timer() Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: cb(*args, **kw) Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: return func(*args, **kwargs) Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: self._notify() Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: self.callback(batched_events) Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: event.method(event) Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: return f(self, *a, **k) Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._get(url).json() Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: return self.request(url, 'GET', **kwargs) Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:20:10.764581 dv-cinder-804035-8-iscsi neutron-server[111187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:20:10.766708 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: 592adf47-b8d1-4af1-8ada-8c3846c63b2d {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:20:10.766708 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device 592adf47-b8d1-4af1-8ada-8c3846c63b2d not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:20:10.767019 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device fb3497f5-83c2-4111-917b-3142a6e56f65 no longer exists at agent ovs-agent-dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:20:10.785199 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.plugin [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] No Port match for: fb3497f5-83c2-4111-917b-3142a6e56f65 {{(pid=111189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:20:10.786119 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron.plugins.ml2.rpc [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Device fb3497f5-83c2-4111-917b-3142a6e56f65 not bound to the agent host dv-cinder-804035-8-iscsi {{(pid=111189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:20:10.873565 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1513252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1600278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1685356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435225'] for network, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.878711 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685406'] for network, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.880772 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/547529da-50a2-4983-9d72-54b77e8a6c0e HTTP/1.1" status: 204 len: 168 time: 0.6789331 Sep 01 05:20:10.891603 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6721f-982b-4560-849d-5b4d3ba13ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=547529da-50a2-4983-9d72-54b77e8a6c0e,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:11.179961 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40912) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:11.218822 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-27434eca-cd44-4b14-b4da-ce1042edb1ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d51500adc96945e9818644564c7a6e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375819 Sep 01 05:20:11.221263 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40914) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:11.266681 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b93c47e5-09f9-4bf0-8bf1-54ffdb2503ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:11.286863 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b93c47e5-09f9-4bf0-8bf1-54ffdb2503ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:11.404834 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b93c47e5-09f9-4bf0-8bf1-54ffdb2503ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:11.407461 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-b93c47e5-09f9-4bf0-8bf1-54ffdb2503ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:11.408609 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-b93c47e5-09f9-4bf0-8bf1-54ffdb2503ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f2353ee-3140-4510-baee-69e3ffd90d70 HTTP/1.1" status: 204 len: 168 time: 0.1864395 Sep 01 05:20:11.417116 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c47e5-09f9-4bf0-8bf1-54ffdb2503ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2353ee-3140-4510-baee-69e3ffd90d70,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:12.036886 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40920) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:12.075761 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-c3ec3056-0786-44cb-8f5d-cc5bf21e7545 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03fd27493674447c9b68e465cc130780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376780 Sep 01 05:20:12.078217 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [-] (111187) accepted ('10.222.0.41', 40922) {{(pid=111187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:20:12.127514 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fd74-0c68-43d9-aaea-773bfbae7b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:12.358385 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fd74-0c68-43d9-aaea-773bfbae7b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:12.483380 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fd74-0c68-43d9-aaea-773bfbae7b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1599171'] for security_group, after_delete {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:12.485970 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron_lib.callbacks.manager [None req-e2d5fd74-0c68-43d9-aaea-773bfbae7b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:12.487590 dv-cinder-804035-8-iscsi neutron-server[111187]: INFO neutron.wsgi [None req-e2d5fd74-0c68-43d9-aaea-773bfbae7b6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da907b9e-547a-4e7d-9ccf-6c26fcb43405 HTTP/1.1" status: 204 len: 168 time: 0.4080074 Sep 01 05:20:12.495245 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5fd74-0c68-43d9-aaea-773bfbae7b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da907b9e-547a-4e7d-9ccf-6c26fcb43405,revision_number=None']} {{(pid=111187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:20:13.027821 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-d77a886a-9783-4505-8c1a-11e8ece29ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:13.319003 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:14.283060 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:15.786812 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:29.604206 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:32.511414 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:20:40.455665 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-54a3cc6c-4a47-4cd5-9025-7553c5c24491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:42.998574 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e59b6988-8569-47cd-ab78-eedf762794f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:43.289647 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:44.311178 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:45.803635 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:59.619592 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:09.509942 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:21:10.489166 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-35d1c77e-9095-4821-ac5e-c2cace332a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:13.024995 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a8df6032-a6cd-4e4d-9ae9-2015bf711792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:13.322297 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:14.312248 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:15.792207 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:29.618813 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:40.471263 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-cd98d4e4-7fa5-4891-9a5f-3ac85a37b4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:43.012961 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-51038b3a-f27e-4bed-84dc-d08b6055b946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:43.311156 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:44.316779 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:45.802213 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:46.509120 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:21:54.249568 dv-cinder-804035-8-iscsi neutron-server[111188]: DEBUG neutron.wsgi [req-c6aa04dd-6108-495c-9084-f42cc8afd61c req-f5f491db-4d24-4683-851f-0cc79c8c595a tempest-AttachVolumeTestJSON-1461133079 tempest-AttachVolumeTestJSON-1461133079-project] (111188) timed out ('10.222.0.16', 57577) {{(pid=111188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 05:21:59.664071 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:10.487593 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-28754f5f-b0f8-4774-92e0-8637b2a5d8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:13.013189 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-10919e18-c112-443e-9cf2-e86568c2ba31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:13.293141 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:14.287531 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:15.818053 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:23.507804 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:22:29.612726 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:40.510209 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6550bef1-bd35-40e2-94a1-775c25d085d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:43.012786 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e2f12502-91c3-4b3d-9934-c2bf84beb72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:43.309953 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:44.314999 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:45.806112 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:59.657043 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:00.506861 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:23:10.486499 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bf98dcc-b954-45d3-8b01-fc88801adfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:13.006407 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-53892a91-7e28-441f-92eb-f6a4ec2a1d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:13.292297 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:14.280318 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:15.800344 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:29.617429 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:37.506132 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:23:40.480075 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-5909f42d-1f3a-46c4-ac3f-a73dfa1efebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:43.022638 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-4e87b732-2e9d-4972-a010-a43573fb97e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:43.308248 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:44.274303 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:45.793832 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:59.650934 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:10.502163 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-abebbf18-e277-4164-978a-c690ddbc7d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:13.005181 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3424-4472-498f-b058-6fe61ffbb5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:13.125472 dv-cinder-804035-8-iscsi neutron-server[111187]: DEBUG neutron.wsgi [req-1711ee69-d8a9-41e3-a7ae-6955dbfb832c req-1efa6239-686b-43cf-88a0-3383f39767a2 service neutron] (111187) timed out ('10.222.0.41', 37330) {{(pid=111187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 05:24:13.302001 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:14.325059 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:14.504713 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:24:15.822324 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:29.650270 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:40.467449 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-791aa6b1-d0bb-40a1-8ad1-171d64a2681b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:43.038352 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-a46b9806-0251-4556-9ab3-0c43f1012cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:43.341114 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:44.301618 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:45.821207 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:51.507403 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:24:59.718402 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:10.477860 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc023-554a-46fe-8db6-eda05a22122b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:12.986524 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ee62a775-5597-44f2-a194-f1030271c6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:13.288842 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-3fddfd3c-e733-4479-8adc-5ad8cc08e6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:14.295064 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-ecde818d-423f-42e1-9e97-f10c1692cdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:15.798689 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6bd9f0d3-bf92-42ed-947e-67b7003773a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:28.506435 dv-cinder-804035-8-iscsi neutron-server[111190]: DEBUG neutron.db.agents_db [None req-acf89e58-2319-45e1-8998-b4ba169dff17 None None] Agent healthcheck: found 6 active agents {{(pid=111190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:25:29.672011 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-7486f031-8c40-4e6f-93b7-32a4667e9bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:40.477296 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6465b863-ad06-4a8f-9238-7891aaf06b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:42.997082 dv-cinder-804035-8-iscsi neutron-server[111189]: DEBUG neutron_lib.callbacks.manager [None req-6a91ca5b-49cc-4bd3-a1fb-3d8ec484dd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791924859100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-528739'] for agent, after_update {{(pid=111189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}